Skip to content

Commit 36ba173

Browse files
authored
Merge pull request #121 from sauagarwa/fix/ingestion-pipeline-configuration
fix: fix missing ingestion pipeline configuration to create vector db pipelines
2 parents 2763f71 + a082bf7 commit 36ba173

1 file changed

Lines changed: 85 additions & 33 deletions

File tree

‎deploy/helm/rag/values.yaml‎

Lines changed: 85 additions & 33 deletions
Original file line numberDiff line numberDiff line change
@@ -136,14 +136,6 @@ pgvector:
136136
dbname: rag_blueprint
137137
host: pgvector
138138
port: "5432"
139-
140-
minio:
141-
enabled: true
142-
secret:
143-
user: minio_rag_user
144-
password: minio_rag_password
145-
host: minio
146-
port: "9000"
147139

148140
# Upload sample files to the minio bucket
149141
sampleFileUpload:
@@ -162,12 +154,19 @@ llama-stack:
162154

163155
configure-pipeline:
164156
enabled: true
165-
166-
ingestion-pipeline:
167-
enabled: true
168-
serviceAccount:
169-
create: true
170-
name: rag-pipeline-notebook
157+
minio:
158+
secret:
159+
user: minio_rag_user
160+
password: minio_rag_password
161+
host: minio
162+
port: "9000"
163+
sampleFileUpload:
164+
enabled: true
165+
bucket: documents
166+
urls:
167+
- https://raw.githubusercontent.com/rh-ai-quickstart/RAG/refs/heads/main/notebooks/Zippity_Zoo_Grand_Invention.pdf
168+
- https://raw.githubusercontent.com/rh-ai-quickstart/RAG/refs/heads/main/notebooks/Zippity_Zoo_and_the_Town_of_Tumble_Town.pdf
169+
- https://raw.githubusercontent.com/rh-ai-quickstart/RAG/refs/heads/main/notebooks/Zippity_Zoo_and_the_Town_of_Whispering_Willows.pdf
171170

172171
mcp-servers:
173172
enabled: true
@@ -217,23 +216,76 @@ suggestedQuestions:
217216
- "How do I install Linux on TechGear Pro Laptop?"
218217
- "Where can I find video drivers for TechGear Pro?"
219218

220-
# ingestion-pipeline:
221-
# defaultPipeline:
222-
# enabled: true
223-
# # options are [S3, URL]
224-
# source: S3
225-
# # embedding model to use for creating embeddings
226-
# embedding_model: all-MiniLM-L6-v2
227-
# # name of the vector db with version, pipeline will be created with pipeline_red_hat_openshift
228-
# name: "zippity-zoo-vector-db"
229-
# # version of the knowledgebase
230-
# version: "1.0"
231-
# vector_store_name: "zippity-zoo-vector-db"
232-
233-
# S3:
234-
# access_key_id: minio_rag_user
235-
# secret_access_key: minio_rag_password
236-
# bucket_name: documents
237-
# endpoint_url: http://minio:9000
238-
# region: us-east-1
219+
# Ingestion Pipeline Configuration
220+
ingestion-pipeline:
221+
enabled: true
222+
serviceAccount:
223+
create: true
224+
name: rag-pipeline-notebook
225+
pipelines:
226+
# GitHub-based pipeline
227+
hr-pipeline:
228+
enabled: true
229+
source: GITHUB
230+
embedding_model: "all-MiniLM-L6-v2"
231+
name: "hr-vector-db"
232+
version: "1.0"
233+
vector_store_name: "hr-vector-db-v1-0"
234+
GITHUB:
235+
url: https://github.com/rh-ai-quickstart/RAG.git
236+
path: notebooks/hr
237+
token: auth_token
238+
branch: main
239+
240+
legal-pipeline:
241+
enabled: true
242+
source: GITHUB
243+
embedding_model: "all-MiniLM-L6-v2"
244+
name: "legal-vector-db"
245+
version: "1.0"
246+
vector_store_name: "legal-vector-db-v1-0"
247+
GITHUB:
248+
url: https://github.com/rh-ai-quickstart/RAG.git
249+
path: notebooks/legal
250+
token: auth_token
251+
branch: main
252+
253+
sales-pipeline:
254+
enabled: true
255+
source: GITHUB
256+
embedding_model: "all-MiniLM-L6-v2"
257+
name: "sales-vector-db"
258+
version: "1.0"
259+
vector_store_name: "sales-vector-db-v1-0"
260+
GITHUB:
261+
url: https://github.com/rh-ai-quickstart/RAG.git
262+
path: notebooks/sales
263+
token: auth_token
264+
branch: main
265+
266+
procurement-pipeline:
267+
enabled: true
268+
source: GITHUB
269+
embedding_model: "all-MiniLM-L6-v2"
270+
name: "procurement-vector-db"
271+
version: "1.0"
272+
vector_store_name: "procurement-vector-db-v1-0"
273+
GITHUB:
274+
url: https://github.com/rh-ai-quickstart/RAG.git
275+
path: notebooks/procurement
276+
token: auth_token
277+
branch: main
278+
279+
techsupport-pipeline:
280+
enabled: true
281+
source: GITHUB
282+
embedding_model: "all-MiniLM-L6-v2"
283+
name: "techsupport-vector-db"
284+
version: "1.0"
285+
vector_store_name: "techsupport-vector-db-v1-0"
286+
GITHUB:
287+
url: https://github.com/rh-ai-quickstart/RAG.git
288+
path: notebooks/techsupport
289+
token: auth_token
290+
branch: main
239291

0 commit comments

Comments
 (0)