RoboWaiter/robowaiter/algos/retrieval/retrieval_lm/robot/get_embedding.sh

8 lines
295 B
Bash

export CUDA_VISIBLE_DEVICES=0
python3 ../generate_passage_embeddings.py \
--model_name_or_path ../../model/contriever-msmarco \
--passages train_robot.jsonl \
--output_dir robot_embeddings \
--shard_id 0 \
--num_shards 1 \
--per_gpu_batch_size 500