Merge pull request #244 from weaviate/add-support-for-generative-anthropic-module

Add support for generative-anthropic module

Author: antas-marcin

.cicd/test.sh

@@ -160,6 +160,8 @@ function check_creates_template() {
   check_modules "--set modules.text2vec-octoai.enabled=true" "value: text2vec-octoai"
   check_modules "--set modules.generative-octoai.enabled=true" "value: generative-octoai"
   check_modules "--set offload.s3.enabled=true" "value: offload-s3"
+  check_modules "--set modules.generative-anthropic.enabled=true" "value: generative-anthropic"
+  check_modules "--set modules.generative-anthropic.enabled=true --set modules.generative-anthropic.apiKey=apiKey" "value: generative-anthropic"
 
   check_modules "--set modules.text2vec-openai.enabled=true --set modules.text2vec-openai.azureApiKey=azureApiKey" "value: text2vec-openai"
   check_modules "--set modules.qna-openai.enabled=true --set modules.qna-openai.azureApiKey=azureApiKey" "value: qna-openai"
@@ -199,6 +201,7 @@ function check_creates_template() {
   check_string_existence "--set offload.s3.enabled=true --set modules.generative-aws.enabled=true --set offload.s3.envconfig.OFFLOAD_S3_BUCKET=/custom-bucket --set modules.text2vec-aws.enabled=true" "name: OFFLOAD_S3_BUCKET"
   check_string_existence "--set offload.s3.enabled=true --set modules.generative-aws.enabled=true --set offload.s3.envconfig.OFFLOAD_S3_PATH=/custom-path --set modules.text2vec-aws.enabled=true" "name: OFFLOAD_S3_PATH"
   check_string_existence "--set initContainers.ensureFileOwnershipContainer.enabled=true --set containerSecurityContext.runAsUser=1000 --set containerSecurityContext.fsGroup=2000" "name: ensure-file-ownership"
+  check_string_existence "--set modules.text2vec-openai.enabled=true --set modules.generative-anthropic.enabled=true --set modules.generative-anthropic.apiKey=azureApiKey" "name: ANTHROPIC_APIKEY"
 
   check_setting_has_value "--set replicas=3 --set env.RAFT_BOOTSTRAP_EXPECT=3" "name: RAFT_JOIN" "value: \"weaviate-0,weaviate-1,weaviate-2\""
   check_setting_has_value "--set replicas=3 --set env.RAFT_BOOTSTRAP_EXPECT=3" "name: RAFT_BOOTSTRAP_EXPECT" "value: \"3\""

weaviate/templates/_helpers.tpl

@@ -44,6 +44,9 @@
   {{- if (index .Values "modules" "generative-octoai" "enabled") -}}
     {{ $modules = append $modules "generative-octoai" }}
   {{- end -}}
+  {{- if (index .Values "modules" "generative-anthropic" "enabled") -}}
+    {{ $modules = append $modules "generative-anthropic" }}
+  {{- end -}}
   {{- if or (index .Values "modules" "img2vec-neural" "enabled") (index .Values "modules" "img2vec-neural" "inferenceUrl") -}}
     {{ $modules = append $modules "img2vec-neural" }}
   {{- end -}}

weaviate/templates/apiKeyAnthropicSecret.yaml

@@ -0,0 +1,12 @@
+{{ if and (index .Values "modules" "generative-anthropic" "enabled") (index .Values "modules" "generative-anthropic" "apiKey") }}
+apiVersion: v1
+kind: Secret
+metadata:
+  name: weaviate-anthropic
+  labels:
+    app.kubernetes.io/name: weaviate
+    app.kubernetes.io/managed-by: helm
+type: Opaque
+data:
+  apiKey: {{ index .Values "modules" "generative-anthropic" "apiKey" | b64enc }}
+{{ end }}

weaviate/templates/weaviateStatefulset.yaml

@@ -253,6 +253,13 @@ spec:
                 name: weaviate-anyscale
                 key: apiKey
           {{- end  }}
+          {{- if and (index .Values "modules" "generative-anthropic" "enabled") (index .Values "modules" "generative-anthropic" "apiKey") }}
+          - name: ANTHROPIC_APIKEY
+            valueFrom:
+              secretKeyRef:
+                name: weaviate-anthropic
+                key: apiKey
+          {{- end  }}
           {{- if and (index .Values "modules" "generative-mistral" "enabled") (index .Values "modules" "generative-mistral" "apiKey") }}
           - name: MISTRAL_APIKEY
             valueFrom:

weaviate/values.yaml

@@ -1358,6 +1358,18 @@ modules:
     # an environment variable
     apiKey: ''
 
+  # The generative-anthropic module uses Anthropic API.
+  # More information about Anthropic API can be found here:
+  # https://docs.anthropic.com/en/api/getting-started
+  generative-anthropic:
+
+    # enable if you want to use Anthropic module
+    enabled: false
+
+    # Set your Anthropic API Key to be passed to Weaviate pod as
+    # an environment variable
+    apiKey: ''
+
   # The img2vec-neural module uses neural networks, to generate
   # a vector representation of the image
   img2vec-neural: