christinaexyou / caikit-embeddings Goto Github PK

python bootstrap_model.py -m=<model_name_or_path> -o=<output_path>

COPY --chown=1000:0 <YOURMODEL> ${MODEL_DIR}/<YOURMODEL>/
.
.
.

QUAY_USERNAME=<quay_username>
MODEL_NAME=<model_name>
podman build --target minio-examples -t quay.io/${QUAY_USERNAME}/modelmesh-minio-examples:${MODEL_NAME} .

podman push quay.io/${QUAY_USERNAME}/modelmesh-minio-examples:<model_name>

    .
    .
    .
      image: quay.io/<QUAY_USERNAME>/modelmesh-minio-examples:<MODEL_NAME>

ACCESS_KEY_ID=admin
SECRET_ACCESS_KEY=password
MINIO_NS=minio
oc new-project $MINIO_NS

oc apply -f ./manifests/minio/minio.yaml -n ${MINIO_NS}
sed "s/<minio_ns>/$MINIO_NS/g" manifests/minio/minio-secret.yaml | tee ./minio-secret-current.yaml | oc -n ${MINIO_NS} apply -f -
sed "s/<minio_ns>/$MINIO_NS/g" manifests/minio/serviceaccount-minio.yaml | tee ./serviceaccount-minio-current.yaml | oc -n ${MINIO_NS} apply -f -

TEST_NS=<test_namespace>
oc new-project ${TEST_NS}

oc apply -f manifests/caikit/caikit-servingruntime.yaml -n ${TEST_NS}

oc apply -f ./minio-secret-current.yaml -n ${TEST_NS}
oc create -f ./serviceaccount-minio-current.yaml -n ${TEST_NS}

  .
  .
  .
  name: <ISVC_NAME>

      .
      .
      .
      storageUri: <MODEL_PATH>

oc apply -f manifests/caikit/caikit-isvc.yaml

ISVC_NAME=caikit-example-isvc
oc get isvc ${ISVC_NAME} -n ${TEST_NS}

ISVC_URL=$(oc get isvc ${ISVC_NAME} -n ${TEST_NS} -o jsonpath='{.status.components.predictor.url}')

curl -kL -H 'Content-Type: application/json' -d '{"model_id": <model_name>, "inputs": "At what temperature does Nitrogen boil?"}' ${ISVC_URL}/api/v1/task/embedding

oc delete isvc --all -n ${TEST_NS} --force --grace-period=0
oc delete ns ${TEST_NS}

oc delete ns ${MINIO_NS}