Merge pull request #37 from cleverage/json_stream

Json stream

Author: njoubert-cleverage

config/packages/process/demo.file.file_splitter.yaml

@@ -0,0 +1,20 @@
+clever_age_process:
+    configurations:
+        demo.file.file_splitter:
+            description: >
+                A simple process which split a specific file into smaller ones
+            help: >
+                Ex: bin/console cleverage:process:execute demo.file.file_splitter
+            options:
+                ui:
+                    source: Bar
+                    target: Foo
+            tasks:
+                entry:
+                    service: '@CleverAge\ProcessBundle\Task\File\FileSplitterTask'
+                    outputs: [ dump ]
+                    options:
+                        file_path: '%kernel.project_dir%/var/data/json_stream_reader.json'
+                        max_lines: 1
+                dump:
+                    service: '@CleverAge\ProcessBundle\Task\Debug\DebugTask'

config/packages/process/demo.file.json_stream_reader.yaml

@@ -0,0 +1,27 @@
+clever_age_process:
+    configurations:
+        demo.file.json_stream_reader:
+            description: >
+                A simple process which read a json file
+            help: >
+                Ex: bin/console cleverage:process:execute demo.file.json_stream_reader
+            options:
+                ui:
+                    source: Bar
+                    target: Foo
+            tasks:
+                entry:
+                    service: '@CleverAge\ProcessBundle\Task\ConstantIterableOutputTask'
+                    outputs: read
+                    options:
+                        output:
+                            file_path: '%kernel.project_dir%/var/data/json_stream_reader.json'
+                read:
+                    service: '@CleverAge\ProcessBundle\Task\File\JsonStream\JsonStreamReaderTask'
+                    outputs: dump
+                    options:
+                        spl_file_object_flags: []
+                        json_flags:
+                            - !php/const JSON_ERROR_NONE
+                dump:
+                    service: '@CleverAge\ProcessBundle\Task\Debug\DebugTask'

config/packages/process/demo.file.json_stream_writer.yaml

@@ -0,0 +1,34 @@
+clever_age_process:
+    configurations:
+        demo.file.json_stream_writer:
+            description: >
+                A simple process which write a json
+            help: >
+                Ex: bin/console cleverage:process:execute demo.file.json_stream_writer
+            options:
+                ui:
+                    source: Bar
+                    target: Foo
+            tasks:
+                entry:
+                    service: '@CleverAge\ProcessBundle\Task\ConstantIterableOutputTask'
+                    outputs: [ write ]
+                    options:
+                        output:
+                            - column1: value1-1
+                              column2: value2-1
+                              column3: value3-1
+                            - column1: value1-2
+                              column2: value2-2
+                              column3: value3-2
+                            - column1: ''
+                              column2: null
+                              column3: value3/3
+                write:
+                    service: '@CleverAge\ProcessBundle\Task\File\JsonStream\JsonStreamWriterTask'
+                    options:
+                        file_path: '%kernel.project_dir%/var/data/json_stream_writer_{date_time}.json'
+                        spl_file_object_flags: []
+                        json_flags:
+                            - !php/const JSON_PRETTY_PRINT
+                            - !php/const JSON_UNESCAPED_SLASHES

var/data/json_stream_reader.json

@@ -0,0 +1,3 @@
+{"column1":"value1-1","column2":"value2-1","column3":"value3-1"}
+{"column1":"value1-2","column2":"value2-2","column3":"value3-2"}
+error