From 14a31a8ca8b84db8492f32baac082465bbd14f58 Mon Sep 17 00:00:00 2001
From: hayden <hayden.mike.zhang@gmail.com>
Date: Mon, 28 Oct 2024 18:08:38 +0800
Subject: [PATCH] pref: Use virtual scroll load models

---
 .vscode/settings.json                         |   1 +
 src/components/DialogCreateTask.vue           |   6 +-
 src/components/DialogDownload.vue             |   6 +-
 src/components/DialogManager.vue              |  83 ++++++++----
 src/components/DialogModelDetail.vue          |   6 +-
 ...ponseScrollArea.vue => ResponseScroll.vue} | 127 ++++++++++++++++--
 src/hooks/model.ts                            |   6 +-
 7 files changed, 179 insertions(+), 56 deletions(-)
 rename src/components/{ResponseScrollArea.vue => ResponseScroll.vue} (65%)

diff --git a/.vscode/settings.json b/.vscode/settings.json
index cb2e947..b1a7621 100644
--- a/.vscode/settings.json
+++ b/.vscode/settings.json
@@ -35,6 +35,7 @@
     "inplace",
     "contentcontainer",
     "itemlist",
+    "virtualscroller"
   ],
   "editor.defaultFormatter": "esbenp.prettier-vscode",
   "files.associations": {
diff --git a/src/components/DialogCreateTask.vue b/src/components/DialogCreateTask.vue
index d186db0..a3325c8 100644
--- a/src/components/DialogCreateTask.vue
+++ b/src/components/DialogCreateTask.vue
@@ -38,7 +38,7 @@
         </ResponseSelect>
       </div>
 
-      <ResponseScrollArea class="-mx-5 h-full">
+      <ResponseScroll class="-mx-5 h-full">
         <div class="px-5">
           <ModelContent
             v-for="{ item } in data"
@@ -64,7 +64,7 @@
             </div>
           </div>
         </div>
-      </ResponseScrollArea>
+      </ResponseScroll>
     </div>
 
     <DialogResizer :min-width="390"></DialogResizer>
@@ -75,7 +75,7 @@
 import DialogResizer from 'components/DialogResizer.vue'
 import ResponseInput from 'components/ResponseInput.vue'
 import ResponseSelect from 'components/ResponseSelect.vue'
-import ResponseScrollArea from 'components/ResponseScrollArea.vue'
+import ResponseScroll from 'components/ResponseScroll.vue'
 import ModelContent from 'components/ModelContent.vue'
 import Button from 'primevue/button'
 import Dialog from 'primevue/dialog'
diff --git a/src/components/DialogDownload.vue b/src/components/DialogDownload.vue
index 42f9722..6ac2062 100644
--- a/src/components/DialogDownload.vue
+++ b/src/components/DialogDownload.vue
@@ -34,7 +34,7 @@
         </div>
       </div>
 
-      <ResponseScrollArea>
+      <ResponseScroll>
         <div class="w-full px-4">
           <ul class="m-0 flex list-none flex-col gap-4 p-0">
             <li
@@ -143,7 +143,7 @@
             </div>
           </li>
         </ul> -->
-      </ResponseScrollArea>
+      </ResponseScroll>
     </div>
 
     <DialogResizer :min-width="390" :min-height="390"></DialogResizer>
@@ -155,7 +155,7 @@
 <script setup lang="ts">
 import DialogCreateTask from 'components/DialogCreateTask.vue'
 import DialogResizer from 'components/DialogResizer.vue'
-import ResponseScrollArea from 'components/ResponseScrollArea.vue'
+import ResponseScroll from 'components/ResponseScroll.vue'
 import Button from 'primevue/button'
 import Dialog from 'primevue/dialog'
 import { useDownload } from 'hooks/download'
diff --git a/src/components/DialogManager.vue b/src/components/DialogManager.vue
index 19b06b6..abfa490 100644
--- a/src/components/DialogManager.vue
+++ b/src/components/DialogManager.vue
@@ -7,7 +7,7 @@
     minimizeIcon="pi pi-arrow-down-left-and-arrow-up-right-to-center"
     :pt:mask:class="['group', { open }]"
     pt:root:class="max-h-full group-[:not(.open)]:!hidden"
-    pt:content:class="px-0"
+    pt:content:class="px-0 flex-1"
   >
     <template #header>
       <div class="flex flex-1 items-center justify-between pr-2">
@@ -37,6 +37,7 @@
         ['--card-width']: `${cardWidth}px`,
         ['--gutter']: `${gutter}px`,
       }"
+      v-resize="onContainerResize"
     >
       <div
         :class="[
@@ -72,34 +73,42 @@
         </div>
       </div>
 
-      <ResponseScrollArea class="h-full">
-        <div
-          :class="[
-            '-mt-8 grid grid-cols-1 justify-center gap-8 px-8',
-            '@lg/content:grid-cols-[repeat(auto-fit,var(--card-width))]',
-            '@lg/content:gap-[var(--gutter)]',
-            '@lg/content:-mt-[var(--gutter)]',
-            '@lg/content:px-4',
-          ]"
-        >
-          <div class="col-span-full"></div>
-          <div v-for="model in list" v-show="model.visible" :key="model.id">
+      <ResponseScroll
+        :items="list"
+        :itemSize="cardWidth / aspect + gutter"
+        :row-key="(item) => item.map(genModelKey).join(',')"
+        class="h-full flex-1"
+      >
+        <template #item="{ item }">
+          <div
+            :class="[
+              'grid grid-cols-1 justify-center gap-8 px-8',
+              '@lg/content:grid-cols-[repeat(auto-fit,var(--card-width))]',
+              '@lg/content:gap-[var(--gutter)]',
+              '@lg/content:px-4',
+            ]"
+          >
             <DialogModelCard
-              :key="`${model.type}:${model.pathIndex}:${model.fullname}`"
+              v-for="model in item"
+              :key="genModelKey(model)"
               :model="model"
             ></DialogModelCard>
+            <div class="col-span-full"></div>
           </div>
-        </div>
+        </template>
 
-        <div v-show="noneDisplayModel" class="flex justify-center pt-20">
-          <div class="select-none text-lg font-bold">No models found</div>
-        </div>
-      </ResponseScrollArea>
+        <template #empty>
+          <div class="flex flex-col items-center gap-4 pt-20 opacity-70">
+            <i class="pi pi-box text-4xl"></i>
+            <div class="select-none text-lg font-bold">No models found</div>
+          </div>
+        </template>
+      </ResponseScroll>
     </div>
 
     <DialogResizer
       :min-width="cardWidth * 2 + gutter + 42"
-      :min-height="cardWidth * aspect * 0.5 + 162"
+      :min-height="(cardWidth / aspect) * 0.5 + 162"
     ></DialogResizer>
   </Dialog>
 </template>
@@ -112,13 +121,15 @@ import DialogResizer from 'components/DialogResizer.vue'
 import DialogModelCard from 'components/DialogModelCard.vue'
 import ResponseInput from 'components/ResponseInput.vue'
 import ResponseSelect from 'components/ResponseSelect.vue'
-import ResponseScrollArea from 'components/ResponseScrollArea.vue'
+import ResponseScroll from 'components/ResponseScroll.vue'
 import Dialog from 'primevue/dialog'
 import Button from 'primevue/button'
 import { computed, ref } from 'vue'
 import { useToast } from 'hooks/toast'
 import { useDownload } from 'hooks/download'
 import { useI18n } from 'vue-i18n'
+import { chunk } from 'lodash'
+import { defineResizeCallback } from 'hooks/resize'
 
 const { isMobile, cardWidth, gutter, aspect, refreshSetting } = useConfig()
 
@@ -173,8 +184,11 @@ const sortOrderOptions = ref(
   }),
 )
 
+const colSpan = ref(1)
+const colSpanWidth = ref(cardWidth)
+
 const list = computed(() => {
-  const filterList = data.value.map((model) => {
+  const filterList = data.value.filter((model) => {
     const showAllModel = currentType.value === 'all'
 
     const matchType = showAllModel || model.type === currentType.value
@@ -182,9 +196,7 @@ const list = computed(() => {
       .toLowerCase()
       .includes(searchContent.value?.toLowerCase() || '')
 
-    model.visible = matchType && matchName
-
-    return model
+    return matchType && matchName
   })
 
   let sortStrategy = (a: Model, b: Model) => 0
@@ -205,11 +217,9 @@ const list = computed(() => {
       break
   }
 
-  return filterList.sort(sortStrategy)
-})
+  const sortedList = filterList.sort(sortStrategy)
 
-const noneDisplayModel = computed(() => {
-  return !list.value.some((model) => model.visible)
+  return chunk(sortedList, colSpan.value)
 })
 
 const refreshModels = async () => {
@@ -220,4 +230,19 @@ const refreshModels = async () => {
     life: 2000,
   })
 }
+
+const onContainerResize = defineResizeCallback((entries) => {
+  const entry = entries[0]
+  if (isMobile.value) {
+    colSpan.value = 1
+  } else {
+    const containerWidth = entry.contentRect.width
+    colSpan.value = Math.floor((containerWidth - gutter) / (cardWidth + gutter))
+    colSpanWidth.value = colSpan.value * (cardWidth + gutter) - gutter
+  }
+})
+
+const genModelKey = (model: BaseModel) => {
+  return `${model.type}:${model.pathIndex}:${model.fullname}`
+}
 </script>
diff --git a/src/components/DialogModelDetail.vue b/src/components/DialogModelDetail.vue
index 3eaad50..680dcfc 100644
--- a/src/components/DialogModelDetail.vue
+++ b/src/components/DialogModelDetail.vue
@@ -10,7 +10,7 @@
     pt:content:class="px-0"
     @after-hide="handleCancel"
   >
-    <ResponseScrollArea class="h-full">
+    <ResponseScroll class="h-full">
       <div class="px-8">
         <ModelContent
           v-model:editable="editable"
@@ -49,7 +49,7 @@
           </template>
         </ModelContent>
       </div>
-    </ResponseScrollArea>
+    </ResponseScroll>
     <DialogResizer :min-width="390"></DialogResizer>
   </Dialog>
 </template>
@@ -59,7 +59,7 @@ import Button from 'primevue/button'
 import Dialog from 'primevue/dialog'
 import ModelContent from 'components/ModelContent.vue'
 import DialogResizer from 'components/DialogResizer.vue'
-import ResponseScrollArea from 'components/ResponseScrollArea.vue'
+import ResponseScroll from 'components/ResponseScroll.vue'
 import { useConfig } from 'hooks/config'
 import { computed, ref, watchEffect } from 'vue'
 import { useModelNodeAction, useModels } from 'hooks/model'
diff --git a/src/components/ResponseScrollArea.vue b/src/components/ResponseScroll.vue
similarity index 65%
rename from src/components/ResponseScrollArea.vue
rename to src/components/ResponseScroll.vue
index d001c49..0b60689 100644
--- a/src/components/ResponseScrollArea.vue
+++ b/src/components/ResponseScroll.vue
@@ -4,12 +4,30 @@
       ref="viewport"
       data-scroll-viewport
       class="h-full w-full overflow-auto scrollbar-none"
+      :style="{ contain: items ? 'strict' : undefined }"
       @scroll="onContentScroll"
       v-resize="onContainerResize"
     >
-      <div data-scroll-content style="min-width: 100%">
-        <slot name="default"></slot>
+      <div data-scroll-content class="relative min-w-full">
+        <slot name="default">
+          <div
+            v-for="(item, index) in loadedItems"
+            :key="genRowKey(item, index)"
+            :style="{ height: `${itemSize}px` }"
+          >
+            <slot name="item" :item="item"></slot>
+          </div>
+          <slot v-if="loadedItems.length === 0" name="empty">
+            <div class="absolute w-full py-20 text-center">No Data</div>
+          </slot>
+        </slot>
       </div>
+
+      <div
+        data-scroll-space
+        class="pointer-events-none absolute left-0 top-0 h-px w-px"
+        :style="spaceStyle"
+      ></div>
     </div>
 
     <div
@@ -41,12 +59,15 @@
   </div>
 </template>
 
-<script setup lang="ts">
-import { nextTick, onUnmounted, ref } from 'vue'
+<script setup lang="ts" generic="T">
+import { nextTick, onUnmounted, ref, watch } from 'vue'
 import { clamp, throttle } from 'lodash'
 
 interface ScrollAreaProps {
+  items?: T[][]
+  itemSize?: number
   scrollbar?: boolean
+  rowKey?: string | ((item: T[]) => string)
 }
 
 const props = withDefaults(defineProps<ScrollAreaProps>(), {
@@ -105,25 +126,91 @@ const scrollbars = ref<Record<ScrollbarDirection, Scrollbar>>({
 
 const isDragging = ref(false)
 
-const onContainerResize: ResizeObserverCallback = throttle((entries) => {
-  emit('resize', entries)
-  if (isDragging.value) return
+const spaceStyle = ref({})
+const loadedItems = ref<T[][]>([])
 
-  const entry = entries[0]
-  const container = entry.target as HTMLElement
-  const content = container.querySelector('[data-scroll-content]')!
+const genRowKey = (item: any | any[], index: number) => {
+  if (typeof props.rowKey === 'function') {
+    return props.rowKey(item)
+  }
+  return item[props.rowKey ?? 'key'] ?? index
+}
+
+const setSpacerSize = () => {
+  const items = props.items
+  if (items) {
+    const itemSize = props.itemSize ?? 0
+    spaceStyle.value = { height: `${itemSize * items.length}px` }
+  } else {
+    spaceStyle.value = {}
+  }
+}
+
+const getContainerContent = (raw?: boolean): HTMLElement => {
+  const container = viewport.value as HTMLElement
+
+  if (props.items && !raw) {
+    return container.querySelector('[data-scroll-space]')!
+  }
+  return container.querySelector('[data-scroll-content]')!
+}
+
+const init = () => {
+  const container = viewport.value as HTMLElement
+  container.scrollTop = 0
+  getContainerContent().style.transform = ''
+}
+
+const calculateLoadItems = () => {
+  let visibleItems: any[] = []
+
+  if (props.items) {
+    const container = viewport.value as HTMLElement
+    const content = getContainerContent(true)
+
+    const resolveVisibleItems = (items: any[], attr: ScrollbarAttribute) => {
+      const containerSize = container[attr.clientSize]
+      const itemSize = props.itemSize!
+      const viewCount = Math.ceil(containerSize / itemSize)
+
+      let start = Math.floor(container[attr.scrollOffset] / itemSize)
+      const offset = start * itemSize
+
+      let end = start + viewCount
+      end = Math.min(end + viewCount, items.length)
+
+      content.style.transform = `translateY(${offset}px)`
+      return items.slice(start, end)
+    }
+
+    visibleItems = resolveVisibleItems(props.items, scrollbarAttrs.vertical)
+  }
+
+  loadedItems.value = visibleItems
+}
+
+const calculateScrollThumbSize = () => {
+  const container = viewport.value as HTMLElement
+  const content = getContainerContent()
 
   const resolveScrollbarSize = (item: Scrollbar, attr: ScrollbarAttribute) => {
     const containerSize: number = container[attr.clientSize]
     const contentSize: number = content[attr.clientSize]
     item.visible = props.scrollbar && contentSize > containerSize
-    item.size = Math.pow(containerSize, 2) / contentSize
+    item.size = Math.max(Math.pow(containerSize, 2) / contentSize, 16)
   }
 
   nextTick(() => {
     resolveScrollbarSize(scrollbars.value.horizontal, scrollbarAttrs.horizontal)
     resolveScrollbarSize(scrollbars.value.vertical, scrollbarAttrs.vertical)
   })
+}
+
+const onContainerResize: ResizeObserverCallback = throttle((entries) => {
+  emit('resize', entries)
+  if (isDragging.value) return
+
+  calculateScrollThumbSize()
 })
 
 const onContentScroll = throttle((event: Event) => {
@@ -131,7 +218,7 @@ const onContentScroll = throttle((event: Event) => {
   if (isDragging.value) return
 
   const container = event.target as HTMLDivElement
-  const content = container.querySelector('[data-scroll-content]')!
+  const content = getContainerContent()
 
   const resolveOffset = (item: Scrollbar, attr: ScrollbarAttribute) => {
     const containerSize = container[attr.clientSize]
@@ -145,6 +232,8 @@ const onContentScroll = throttle((event: Event) => {
 
   resolveOffset(scrollbars.value.horizontal, scrollbarAttrs.horizontal)
   resolveOffset(scrollbars.value.vertical, scrollbarAttrs.vertical)
+
+  calculateLoadItems()
 })
 
 const viewport = ref<HTMLElement>()
@@ -154,7 +243,7 @@ const prevDraggingEvent = ref<MouseEvent>()
 const moveThumb = throttle((event: MouseEvent) => {
   if (isDragging.value) {
     const container = viewport.value!
-    const content = container.querySelector('[data-scroll-content]')!
+    const content = getContainerContent()
 
     const resolveOffset = (item: Scrollbar, attr: ScrollbarAttribute) => {
       const containerSize = container[attr.clientSize]
@@ -180,6 +269,8 @@ const moveThumb = throttle((event: MouseEvent) => {
       scrollbarAttrs[scrollDirection],
     )
     prevDraggingEvent.value = event
+
+    calculateLoadItems()
   }
 })
 
@@ -204,6 +295,16 @@ const startDragThumb = (event: MouseEvent) => {
   document.body.style.cursor = 'default'
 }
 
+watch(
+  () => props.items,
+  () => {
+    init()
+    setSpacerSize()
+    calculateScrollThumbSize()
+    calculateLoadItems()
+  },
+)
+
 onUnmounted(() => {
   stopMoveThumb()
 })
diff --git a/src/hooks/model.ts b/src/hooks/model.ts
index 04c8817..2c8a52c 100644
--- a/src/hooks/model.ts
+++ b/src/hooks/model.ts
@@ -8,7 +8,6 @@ import { app } from 'scripts/comfyAPI'
 import { bytesToSize, formatDate, previewUrlToFile } from 'utils/common'
 import { ModelGrid } from 'utils/legacy'
 import { resolveModelType } from 'utils/model'
-// import {}
 import {
   computed,
   inject,
@@ -22,10 +21,7 @@ import {
 import { useI18n } from 'vue-i18n'
 
 export const useModels = defineStore('models', () => {
-  const { data, refresh } = useRequest<(Model & { visible?: boolean })[]>(
-    '/models',
-    { defaultValue: [] },
-  )
+  const { data, refresh } = useRequest<Model[]>('/models', { defaultValue: [] })
   const { toast, confirm } = useToast()
   const { t } = useI18n()
   const loading = useLoading()