embulk note

S3 incremental

in:
  type: s3
  bucket: [bucket]
  path_prefix: [prefix]
  ...
  incremental: true
  parser:
    ...

# 1st, diff.yaml empty file
embulk run hoge.yaml -c diff.yaml
# after ran, embulk write last_path to diff.yaml.
embulk run hoge.yaml -c diff.yaml 
# -o is will be deprecated option

Out Postgres

truncate table before load

before_load: [SQL] ?
mode: truncate_insert issued delete from xxx You can find it in logger-stdout.

filter

Column