tests: add tiny dream stable diffusion tests

Signed-off-by: Gianluca Boiano <[email protected]>

.github/workflows/test.yml

@@ -18,7 +18,11 @@ jobs:
  runs-on: ubuntu-latest
  strategy:
  matrix:
+ gcc-version: ['13']
  go-version: ['1.21.x']
+ env:
+ CC: gcc-${{ matrix.gcc-version }}
+ CXX: g++-${{ matrix.gcc-version }}
  steps:
  - name: Release space from worker
  run: |
@@ -54,7 +58,7 @@ jobs:
  df -h
  - name: Clone
  uses: actions/checkout@v4
- with: 
+ with:
  submodules: true
  - name: Setup Go ${{ matrix.go-version }}
  uses: actions/setup-go@v4
@@ -74,9 +78,9 @@ jobs:
  sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \
  sudo apt-get update && \
  sudo apt-get install -y conda
- sudo apt-get install -y ca-certificates cmake curl patch
+ sudo apt-get install -y ca-certificates cmake curl libgomp1 patch
  sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2
- 
+
  sudo rm -rfv /usr/bin/conda || true
  PATH=$PATH:/opt/conda/bin make -C backend/python/sentencetransformers
 
@@ -93,7 +97,7 @@ jobs:
  ../.. && sudo make -j12 install
  - name: Test
  run: |
- GO_TAGS="stablediffusion tts" make test
+ GO_TAGS="stablediffusion tinydream tts" make test
 
  tests-apple:
  runs-on: macOS-latest
@@ -103,7 +107,7 @@ jobs:
  steps:
  - name: Clone
  uses: actions/checkout@v4
- with: 
+ with:
  submodules: true
  - name: Setup Go ${{ matrix.go-version }}
  uses: actions/setup-go@v4
@@ -122,4 +126,4 @@ jobs:
  run: |
  export C_INCLUDE_PATH=/usr/local/include
  export CPLUS_INCLUDE_PATH=/usr/local/include
- CMAKE_ARGS="-DLLAMA_F16C=OFF -DLLAMA_AVX512=OFF -DLLAMA_AVX2=OFF -DLLAMA_FMA=OFF" make test
+ CMAKE_ARGS="-DLLAMA_F16C=OFF -DLLAMA_AVX512=OFF -DLLAMA_AVX2=OFF -DLLAMA_FMA=OFF" make test

Makefile

@@ -342,6 +342,7 @@ test: prepare test-models/testmodel grpcs
  $(MAKE) test-llama-gguf
  $(MAKE) test-tts
  $(MAKE) test-stablediffusion
+ $(MAKE) test-tinydream
 
 prepare-e2e:
  mkdir -p $(TEST_DIR)
@@ -383,6 +384,10 @@ test-stablediffusion: prepare-test
  TEST_DIR=$(abspath ./)/test-dir/ FIXTURES=$(abspath ./)/tests/fixtures CONFIG_FILE=$(abspath ./)/test-models/config.yaml MODELS_PATH=$(abspath ./)/test-models \
  $(GOCMD) run github.com/onsi/ginkgo/v2/ginkgo --label-filter="stablediffusion" --flake-attempts 1 -v -r ./api ./pkg
 
+test-tinydream: prepare-test
+ TEST_DIR=$(abspath ./)/test-dir/ FIXTURES=$(abspath ./)/tests/fixtures CONFIG_FILE=$(abspath ./)/test-models/config.yaml MODELS_PATH=$(abspath ./)/test-models \
+ $(GOCMD) run github.com/onsi/ginkgo/v2/ginkgo --label-filter="tinydream" --flake-attempts 1 -v -r ./api ./pkg
+
 test-container:
  docker build --target requirements -t local-ai-test-container .
  docker run -ti --rm --entrypoint /bin/bash -ti -v $(abspath ./):/build local-ai-test-container

api/api_test.go

@@ -549,6 +549,43 @@ var _ = Describe("API test", func() {
  Expect(resp.StatusCode).To(Equal(200), fmt.Sprint(string(dat)))
  Expect(resp.Header.Get("Content-Type")).To(Equal("audio/x-wav"))
  })
+ It("installs and is capable to generate images", Label("tinydream"), func() {
+ if runtime.GOOS != "linux" {
+ Skip("test supported only on linux")
+ }
+
+ response := postModelApplyRequest("http://127.0.0.1:9090/models/apply", modelApplyRequest{
+ ID: "model-gallery@tinydream",
+ Overrides: map[string]interface{}{
+ "parameters": map[string]interface{}{"model": "tinydream_assets"},
+ },
+ })
+
+ Expect(response["uuid"]).ToNot(BeEmpty(), fmt.Sprint(response))
+
+ uuid := response["uuid"].(string)
+
+ Eventually(func() bool {
+ response := getModelStatus("http://127.0.0.1:9090/models/jobs/" + uuid)
+ fmt.Println(response)
+ return response["processed"].(bool)
+ }, "360s", "10s").Should(Equal(true))
+
+ resp, err := http.Post(
+ "http://127.0.0.1:9090/v1/images/generations",
+ "application/json",
+ bytes.NewBuffer([]byte(`{
+ "prompt": "floating hair, portrait, ((loli)), ((one girl)), cute face, hidden hands, asymmetrical bangs, beautiful detailed eyes, eye shadow, hair ornament, ribbons, bowties, buttons, pleated skirt, (((masterpiece))), ((best quality)), colorful|((part of the head)), ((((mutated hands and fingers)))), deformed, blurry, bad anatomy, disfigured, poorly drawn face, mutation, mutated, extra limb, ugly, poorly drawn hands, missing limb, blurry, floating limbs, disconnected limbs, malformed hands, blur, out of focus, long neck, long body, Octane renderer, lowres, bad anatomy, bad hands, text",
+ "seed":9000,
+ "size": "256x256"}`)))
+ // The response should contain an URL
+ Expect(err).ToNot(HaveOccurred(), fmt.Sprint(resp))
+ dat, err := io.ReadAll(resp.Body)
+ Expect(err).ToNot(HaveOccurred(), string(dat))
+ Expect(string(dat)).To(ContainSubstring("http://127.0.0.1:9090/"), string(dat))
+ Expect(string(dat)).To(ContainSubstring(".png"), string(dat))
+
+ })
  It("installs and is capable to generate images", Label("stablediffusion"), func() {
  if runtime.GOOS != "linux" {
  Skip("test supported only on linux")