{"type":"doc","content":[{"type":"paragraph","content":[{"text":"Background","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"This article addresses two scenarios:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Sync Data Performance","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In cases where large data sets or high-paced data streams need to be synchronized, Flux supports additional options that use multi-threaded data synchronization to significantly improve performance.","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Sync Data from Isolated Environments","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"When the main Flux instance or cluster, which syncs data to the centralized repository, does not have direct access to all Flux agents, Flux supports a “grid structure.” In this structure, proxy Flux instances with access to remote environments can sync data over HTTPS connections from the Flux agents in these isolated environments.","type":"text"}]}]}]}]}]},{"type":"rule"},{"type":"heading","attrs":{"level":3},"content":[{"text":"Performance Parameters","type":"text"}]},{"type":"paragraph","content":[{"text":"The performance parameters are configured per ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"}]},{"type":"table","attrs":{"layout":"default","localId":"18963dcd-14da-474b-8a8b-01263f66d825"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Parameter","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Description","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Default","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"multiReaders","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Indicates whether to use parallel sync flow. ","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"false","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"numberOfReaders","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Defines how many parallel readers to use. ","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"-1","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"maxQueueSize","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Specifies how much data to allow in the queue at once. ","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"52428800","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"dataBlocksSize","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Defines the block size for data transfer. ","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"1048576","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]}]}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"Example:","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"xml"},"marks":[{"type":"breakout","attrs":{"mode":"wide"}}],"content":[{"text":"\n \n \n \n \n \n \n \n \n","type":"text"}]},{"type":"paragraph"},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Isolated Environments","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"In isolated environments, use Flux instance(s) as a proxy to synchronize logs from remote environments. The main Flux cluster should only have access to the proxy Flux instance(s), while these proxy instances should have access to the Flux agents within their respective environments.","type":"text"}]},{"type":"paragraph","content":[{"text":"The following example synchronizes logs from the directory ","type":"text"},{"text":"/opt/data/","type":"text","marks":[{"type":"code"}]},{"text":" on the ","type":"text"},{"text":"flux-agent-1","type":"text","marks":[{"type":"code"}]},{"text":" and ","type":"text"},{"text":"flux-agent-2","type":"text","marks":[{"type":"code"}]},{"text":" machines. However, the main Flux instance/cluster only communicates with ","type":"text"},{"text":"flux-proxy-1","type":"text","marks":[{"type":"code"}]},{"text":" and ","type":"text"},{"text":"flux-proxy-2","type":"text","marks":[{"type":"code"}]},{"text":" and not directly with the source agents.","type":"text"}]},{"type":"codeBlock","attrs":{"language":"xml"},"marks":[{"type":"breakout","attrs":{"mode":"wide"}}],"content":[{"text":"\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","type":"text"}]},{"type":"paragraph","content":[{"text":"If the ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" tag is defined outside of any specific ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":", it will be applied globally to all nodes in the task. Alternatively, it can be defined within an individual ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":". ","type":"text"}]},{"type":"paragraph","content":[{"text":"The following example synchronizes logs from the directory ","type":"text"},{"text":"/opt/data/","type":"text","marks":[{"type":"code"}]},{"text":" on the ","type":"text"},{"text":"flux-agent-1","type":"text","marks":[{"type":"code"}]},{"text":" machine using ","type":"text"},{"text":"flux-proxy-1","type":"text","marks":[{"type":"code"}]},{"text":" and ","type":"text"},{"text":"flux-proxy-2","type":"text","marks":[{"type":"code"}]},{"text":". Meanwhile, it directly syncs data from the directory ","type":"text"},{"text":"/opt/data/","type":"text","marks":[{"type":"code"}]},{"text":" on the ","type":"text"},{"text":"flux-agent-2","type":"text","marks":[{"type":"code"}]},{"text":" machine because the ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" tag is defined only inside the node for ","type":"text"},{"text":"flux-agent-1","type":"text","marks":[{"type":"code"}]},{"text":":","type":"text"}]},{"type":"codeBlock","attrs":{"language":"xml"},"marks":[{"type":"breakout","attrs":{"mode":"wide"}}],"content":[{"text":"\n \n \n\n \n \n \n \n \n \n \n \n \n \n \n\n \n \n \n \n \n \n \n","type":"text"}]}],"version":1}

Browser not supported