zkid18 / memcached_assignment Goto Github PK

# macOS
brew install memcached
# Unix
sudo apt install memcached
# Run
memcached -l 0.0.0.0:33013,0.0.0.0:33014,0.0.0.0:33015,0.0.0.0:33016

python3 memc_load.py --pattern data/*.tsv.gz --dry 

optional arguments:
  -h, --help            show this help message and exit
  -t, --test            
  -l LOG, --log=LOG     
  --dry                 
  --pattern=PATTERN     
  --idfa=IDFA           
  --gaid=GAID           
  --adid=ADID           
  --dvid=DVID           
  -w WORKERS, --workers=WORKERS
  -a ATTEMPTS, --attempts=ATTEMPTS

pip3 install -r requirements.txt

cd appsinstalled
protoc --python_out=. appsinstalled.proto

python3 memc_load.py --pattern data/*.tsv.gz --dry  740.15s user 17.93s system 64% cpu 19:38.90 total