S3のlist_objectから1000個以上引っこ抜きたい気持ち

げんご:ruby(rails)

割と困ったのでめもっておこう。

      s3_cli = Aws::S3::Client.new(region: 'れぎおｎ', endpoint: 'えんどぽいんｔ')
      bucket = 'ばけっｔ'

      obj = s3_cli.list_objects(bucket: bucket, delimiter: '/', max_keys: 1)
      marker = obj.contents.first.key
      (0..200).each do |num|
        break if marker.nil?
        obj = s3_cli.list_objects(bucket: bucket, delimiter: '/', marker: marker)
        obj.contents.each do |object|
          s3_cli.get_object(bucket: bucket, key: object.key) do |chunk|
            pp chunk
          end
        end
        marker = obj.instance_variable_get(:@data).next_marker
      end

range部分は気にしないように