fixing name of temp file to reflect package name
improving tarball exporter to support freebase tagging effort

logging:
  root:
    level: DEBUG

streamcorpus_pipeline:
  root_path: /data/trec-kba

  output_chunk_max_count: 500

  tmp_dir_path:  /data/trec-kba/tmp
  cleanup_tmp_files: true

  reader: from_s3_chunks

  incremental_transforms: []

  batch_transforms: []

  ## to_local_* must be last, because *moves* the tmp file away
  writers: [to_local_tarballs]

  from_s3_chunks:
    aws_access_key_id_path:     keys/trec-aws-s3.aws_access_key_id
    aws_secret_access_key_path: keys/trec-aws-s3.aws_secret_access_key
    bucket: aws-publicdatasets
    s3_path_prefix: trec/kba/kba-streamcorpus-2014-v0_3_0
    tries: 10
    input_format: streamitem
    streamcorpus_version: v0_3_0
    gpg_decryption_key_path: keys/trec-kba-rsa.gpg-key.private

  to_local_tarballs:
    output_path: /data/trec-kba/data/kba-streamcorpus-2014-v0_3_0-tarballs
    output_name: "%(date_hour)s/%(source)s-%(num)d-%(input_md5)s-%(md5)s"
    tarinfo_name: "%(i_str)s#%(stream_id)s"
    tarinfo_uname: "jrf"
    tarinfo_gname: "trec-kba"
    accepted_language_codes: [en, ""]