Home | History | Annotate | Line # | Download | only in dictionaries
      1  1.1  christos #!/bin/sh
      2  1.1  christos 
      3  1.1  christos set -e
      4  1.1  christos 
      5  1.1  christos . "$COMMON/platform.sh"
      6  1.1  christos 
      7  1.1  christos 
      8  1.1  christos mkdir files/ dicts/
      9  1.1  christos 
     10  1.1  christos for seed in $(seq 50); do
     11  1.1  christos 	datagen -g1000 -s$seed > files/$seed
     12  1.1  christos done
     13  1.1  christos 
     14  1.1  christos zstd --train -r files -o dicts/0 -qq
     15  1.1  christos 
     16  1.1  christos for seed in $(seq 51 100); do
     17  1.1  christos 	datagen -g1000 -s$seed > files/$seed
     18  1.1  christos done
     19  1.1  christos 
     20  1.1  christos zstd --train -r files -o dicts/1 -qq
     21  1.1  christos 
     22  1.1  christos cmp dicts/0 dicts/1 && die "dictionaries must not match!"
     23  1.1  christos 
     24  1.1  christos datagen -g1000 > files/0
     25