| 123456789101112131415161718192021222324252627 |
- #!/bin/bash
- if [ $# -ne 4 ]; then
- echo "usage: $0 TESTSET SRCLANG TGTLANG GEN"
- exit 1
- fi
- TESTSET=$1
- SRCLANG=$2
- TGTLANG=$3
- GEN=$4
- if ! command -v sacremoses &> /dev/null
- then
- echo "sacremoses could not be found, please install with: pip install sacremoses"
- exit
- fi
- grep ^H $GEN \
- | sed 's/^H\-//' \
- | sort -n -k 1 \
- | cut -f 3 \
- | sacremoses detokenize \
- > $GEN.sorted.detok
- sacrebleu --test-set $TESTSET --language-pair "${SRCLANG}-${TGTLANG}" < $GEN.sorted.detok
|
