file.yaml 1.1 KB

123456789101112131415161718192021222324252627282930
  1. default:
  2. # The type of the file, could be json, csv and lines
  3. fileType: json
  4. # The directory of the file relative to kuiper root or an absolute path.
  5. # Do not include the file name here. The file name should be defined in the stream data source
  6. path: data
  7. # The interval between reading the files, time unit is ms. If only read once, set it to 0
  8. interval: 0
  9. # The sending interval between each event in millisecond
  10. sendInterval: 0
  11. # Read the files in a directory in parallel or not
  12. parallel: false
  13. # After read
  14. # 0: keep the file
  15. # 1: delete the file
  16. # 2: move the file to moveTo
  17. actionAfterRead: 0
  18. # The path to move the file to after read, only valid when the actionAfterRead is 2
  19. moveTo: /tmp/kuiper/moved
  20. # If the first line is header
  21. hasHeader: false
  22. # Define the columns. If header is defined, this will be override
  23. # columns: [id, name]
  24. # How many lines to be ignored at the beginning. Notice that, empty line will be ignored and not be calculated.
  25. ignoreStartLines: 0
  26. # How many lines to be ignored in the end. Notice that, empty line will be ignored and not be calculated.
  27. ignoreEndLines: 0
  28. test:
  29. path: test