[GitHub] [incubator-inlong] luchunliang commented on a change in pull request #3211: [INGLONG-3202][SDK] Unify SortSourceConfig of manager and sdk

[GitBox <gi...@apache.org>]

luchunliang commented on a change in pull request #3211:
URL: https://github.com/apache/incubator-inlong/pull/3211#discussion_r829681822



##########
File path: inlong-agent/agent-plugins/AgentBaseTestsHelper/org.apache.inlong.agent.plugin.TestFileAgent/20220318
##########
@@ -0,0 +1,2 @@
+This is the test line for huge file
+This is the test line for huge file

Review comment:
       ditto

##########
File path: inlong-agent/agent-plugins/AgentBaseTestsHelper/org.apache.inlong.agent.plugin.TestFileAgent/.bdb/je.config.csv
##########
@@ -0,0 +1,2 @@
+time,envcfg:com.sleepycat.je.util.ConsoleHandler.level,envcfg:com.sleepycat.je.util.FileHandler.level,envcfg:je.adler32.chunkSize,envcfg:je.checkpointer.bytesInterval,envcfg:je.checkpointer.deadlockRetry,envcfg:je.checkpointer.highPriority,envcfg:je.checkpointer.wakeupInterval,envcfg:je.cleaner.adjustUtilization,envcfg:je.cleaner.backgroundProactiveMigration,envcfg:je.cleaner.bytesInterval,envcfg:je.cleaner.calc.initialAdjustments,envcfg:je.cleaner.calc.maxProbeSkipFiles,envcfg:je.cleaner.calc.minProbeSkipFiles,envcfg:je.cleaner.calc.minUncountedLNs,envcfg:je.cleaner.cluster,envcfg:je.cleaner.clusterAll,envcfg:je.cleaner.deadlockRetry,envcfg:je.cleaner.detailMaxMemoryPercentage,envcfg:je.cleaner.expunge,envcfg:je.cleaner.fetchObsoleteSize,envcfg:je.cleaner.forceCleanFiles,envcfg:je.cleaner.foregroundProactiveMigration,envcfg:je.cleaner.gradualExpiration,envcfg:je.cleaner.lazyMigration,envcfg:je.cleaner.lockTimeout,envcfg:je.cleaner.lookAheadCacheSize,envcfg:je.cleaner.maxBatchFiles,
 envcfg:je.cleaner.minAge,envcfg:je.cleaner.minFileUtilization,envcfg:je.cleaner.minFilesToDelete,envcfg:je.cleaner.minUtilization,envcfg:je.cleaner.readSize,envcfg:je.cleaner.restartRetries,envcfg:je.cleaner.retries,envcfg:je.cleaner.rmwFix,envcfg:je.cleaner.threads,envcfg:je.cleaner.trackDetail,envcfg:je.cleaner.twoPassGap,envcfg:je.cleaner.twoPassThreshold,envcfg:je.cleaner.upgradeToLogVersion,envcfg:je.cleaner.useDeletedDir,envcfg:je.cleaner.wakeupInterval,envcfg:je.compressor.deadlockRetry,envcfg:je.compressor.lockTimeout,envcfg:je.compressor.wakeupInterval,envcfg:je.deferredWrite.temp,envcfg:je.env.backgroundReadLimit,envcfg:je.env.backgroundSleepInterval,envcfg:je.env.backgroundWriteLimit,envcfg:je.env.checkLeaks,envcfg:je.env.comparatorsRequired,envcfg:je.env.dbCacheClearCount,envcfg:je.env.dbEviction,envcfg:je.env.diskOrderedScanLockTimeout,envcfg:je.env.dupConvertPreloadAll,envcfg:je.env.expirationEnabled,envcfg:je.env.exposeUserData,envcfg:je.env.fairLatches,envcfg:je.env.
 forcedYield,envcfg:je.env.isLocking,envcfg:je.env.isReadOnly,envcfg:je.env.isTransactional,envcfg:je.env.latchTimeout,envcfg:je.env.logTrace,envcfg:je.env.recovery,envcfg:je.env.recoveryForceCheckpoint,envcfg:je.env.recoveryForceNewFile,envcfg:je.env.runCheckpointer,envcfg:je.env.runCleaner,envcfg:je.env.runEvictor,envcfg:je.env.runINCompressor,envcfg:je.env.runOffHeapEvictor,envcfg:je.env.runVerifier,envcfg:je.env.setupLogger,envcfg:je.env.sharedLatches,envcfg:je.env.startupThreshold,envcfg:je.env.terminateTimeout,envcfg:je.env.ttlClockTolerance,envcfg:je.env.ttlLnPurgeDelay,envcfg:je.env.ttlMaxTxnTime,envcfg:je.env.verifyBtree,envcfg:je.env.verifyDataRecords,envcfg:je.env.verifyLog,envcfg:je.env.verifyObsoleteRecords,envcfg:je.env.verifySchedule,envcfg:je.env.verifySecondaries,envcfg:je.evictor.allowBinDeltas,envcfg:je.evictor.coreThreads,envcfg:je.evictor.criticalPercentage,envcfg:je.evictor.deadlockRetry,envcfg:je.evictor.evictBytes,envcfg:je.evictor.evictionBatchPercentage,envc
 fg:je.evictor.forcedYield,envcfg:je.evictor.keepAlive,envcfg:je.evictor.lruOnly,envcfg:je.evictor.maxThreads,envcfg:je.evictor.mutateBins,envcfg:je.evictor.nLRULists,envcfg:je.evictor.nodeScanPercentage,envcfg:je.evictor.nodesPerScan,envcfg:je.evictor.useDirtyLRU,envcfg:je.evictor.useMemoryFloor,envcfg:je.evictor.wakeupInterval,envcfg:je.haltOnCommitAfterChecksumException,envcfg:je.lock.deadlockDetect,envcfg:je.lock.deadlockDetectDelay,envcfg:je.lock.nLockTables,envcfg:je.lock.oldLockExceptions,envcfg:je.lock.timeout,envcfg:je.log.bufferSize,envcfg:je.log.checksumRead,envcfg:je.log.chunkedNIO,envcfg:je.log.detectFileDelete,envcfg:je.log.detectFileDeleteInterval,envcfg:je.log.directNIO,envcfg:je.log.faultReadSize,envcfg:je.log.fileCacheSize,envcfg:je.log.fileMax,envcfg:je.log.fileWarmUpReadSize,envcfg:je.log.fileWarmUpSize,envcfg:je.log.flushNoSyncInterval,envcfg:je.log.flushSyncInterval,envcfg:je.log.fsyncTimeLimit,envcfg:je.log.fsyncTimeout,envcfg:je.log.groupCommitInterval,envcfg:
 je.log.groupCommitThreshold,envcfg:je.log.iteratorMaxSize,envcfg:je.log.iteratorReadSize,envcfg:je.log.memOnly,envcfg:je.log.nDataDirectories,envcfg:je.log.numBuffers,envcfg:je.log.totalBufferBytes,envcfg:je.log.useNIO,envcfg:je.log.useODSYNC,envcfg:je.log.useWriteQueue,envcfg:je.log.verifyChecksums,envcfg:je.log.writeQueueSize,envcfg:je.maxMemory,envcfg:je.maxMemoryPercent,envcfg:je.maxOffHeapMemory,envcfg:je.nodeDupTreeMaxEntries,envcfg:je.nodeMaxEntries,envcfg:je.offHeap.checksum,envcfg:je.offHeap.coreThreads,envcfg:je.offHeap.evictBytes,envcfg:je.offHeap.keepAlive,envcfg:je.offHeap.maxThreads,envcfg:je.rep.logFlushTaskInterval,envcfg:je.rep.runLogFlushTask,envcfg:je.sharedCache,envcfg:je.stats.collect,envcfg:je.stats.collect.interval,envcfg:je.stats.file.directory,envcfg:je.stats.file.row.count,envcfg:je.stats.max.files,envcfg:je.tree.binDelta,envcfg:je.tree.binDeltaBlindOps,envcfg:je.tree.binDeltaBlindPuts,envcfg:je.tree.compactMaxKeyLength,envcfg:je.tree.maxDelta,envcfg:je.tre
 e.maxEmbeddedLN,envcfg:je.tree.minMemory,envcfg:je.txn.deadlockStackTrace,envcfg:je.txn.dumpLocks,envcfg:je.txn.durability,envcfg:je.txn.serializableIsolation,envcfg:je.txn.timeout,java:args,java:maxMemory,java:minMemory,java:vendor,java:version,je:version,mc:arch,mc:processors,os:name,os:version
+2022-03-18 03:42:21.519 UTC,"OFF","INFO","0","20000000","3","false","0","false","false","0","5","20","5","1000","false","false","3","2","true","false","","false","true","false","500 ms","8192","0","2","5","5","50","0","5","10","true","1","true","10","0","0","false","10 s","3","500 ms","5 s","false","0","1 ms","0","true","false","100","true","10 seconds","true","true","false","false","false","true","false","true","5 min","true","true","false","false","true","true","true","true","true","true","false","true","5 min","10 s","2 h","5 s","24 h","true","false","true","false","0 0 * * *","true","true","1","0","3","524288","10","false","10 min","true","10","true","4","10","10","true","95","5 s","false","true","0","1","false","10000 MILLISECONDS","1048576","true","0","true","1000 ms","false","2048","100","10000000","10485760","0","5 s","20 s","5 s","500 ms","0 ns","0","16777216","8192","false","0","3","0","false","false","true","false","1048576","0","60","0","128","128","false","1","52428800"
 ,"10 min","3","5 min","true","false","true","1 min","","1440","10","25","true","true","16","10","16","512000","false","false","null","false","0","","7635730432","536870912","Oracle Corporation","1.8.0_291","7.3.7","x86_64","10","Mac OS X","10.16"

Review comment:
       invalid code file

##########
File path: inlong-agent/agent-plugins/AgentBaseTestsHelper/org.apache.inlong.agent.plugin.TestFileAgent/.bdb/je.stat.csv
##########
@@ -0,0 +1,9 @@
+time,Cache:DOSBytes,Cache:adminBytes,Cache:cacheTotalBytes,Cache:dataAdminBytes,Cache:dataBytes,Cache:lockBytes,Cache:lruDirtySize,Cache:lruMixedSize,Cache:nBINDeltasFetchMiss,Cache:nBINsFetch,Cache:nBINsFetchMiss,Cache:nBINsFetchMissRatio,Cache:nBinDeltaBlindOps,Cache:nBytesEvictedCACHEMODE,Cache:nBytesEvictedCRITICAL,Cache:nBytesEvictedDAEMON,Cache:nBytesEvictedEVICTORTHREAD,Cache:nBytesEvictedMANUAL,Cache:nCachedBINDeltas,Cache:nCachedBINs,Cache:nCachedUpperINs,Cache:nDirtyNodesEvicted,Cache:nEvictionRuns,Cache:nFullBINsMiss,Cache:nINCompactKey,Cache:nINNoTarget,Cache:nINSparseTarget,Cache:nLNsEvicted,Cache:nLNsFetch,Cache:nLNsFetchMiss,Cache:nNodesEvicted,Cache:nNodesMovedToDirtyLRU,Cache:nNodesMutated,Cache:nNodesPutBack,Cache:nNodesSkipped,Cache:nNodesStripped,Cache:nNodesTargeted,Cache:nRootNodesEvicted,Cache:nSharedCacheEnvironments,Cache:nThreadUnavailable,Cache:nUpperINsFetch,Cache:nUpperINsFetchMiss,Cache:sharedCacheTotalBytes,Checkpoints:lastCheckpointEnd,Checkpoints:las
 tCheckpointId,Checkpoints:lastCheckpointInterval,Checkpoints:lastCheckpointStart,Checkpoints:nCheckpoints,Checkpoints:nDeltaINFlush,Checkpoints:nFullBINFlush,Checkpoints:nFullINFlush,Cleaning:fileDeletionBacklog,Cleaning:maxUtilization,Cleaning:minUtilization,Cleaning:nBINDeltasCleaned,Cleaning:nBINDeltasDead,Cleaning:nBINDeltasMigrated,Cleaning:nBINDeltasObsolete,Cleaning:nCleanerDeletions,Cleaning:nCleanerDisksReads,Cleaning:nCleanerEntriesRead,Cleaning:nCleanerRuns,Cleaning:nClusterLNsProcessed,Cleaning:nINsCleaned,Cleaning:nINsDead,Cleaning:nINsMigrated,Cleaning:nINsObsolete,Cleaning:nLNQueueHits,Cleaning:nLNsCleaned,Cleaning:nLNsDead,Cleaning:nLNsExpired,Cleaning:nLNsLocked,Cleaning:nLNsMarked,Cleaning:nLNsMigrated,Cleaning:nLNsObsolete,Cleaning:nMarkLNsProcessed,Cleaning:nPendingLNsLocked,Cleaning:nPendingLNsProcessed,Cleaning:nRepeatIteratorReads,Cleaning:nRevisalRuns,Cleaning:nToBeCleanedLNsProcessed,Cleaning:nTwoPassRuns,Cleaning:pendingLNQueueSize,Cleaning:totalLogSize,Env
 ironment:btreeRelatchesRequired,Environment:environmentCreationTime,Environment:nBinDeltaDelete,Environment:nBinDeltaGet,Environment:nBinDeltaInsert,Environment:nBinDeltaUpdate,I/O:bufferBytes,I/O:endOfLog,I/O:nBytesReadFromWriteQueue,I/O:nBytesWrittenFromWriteQueue,I/O:nCacheMiss,I/O:nFSyncMaxTime,I/O:nFSyncRequests,I/O:nFSyncTime,I/O:nFSyncs,I/O:nFileOpens,I/O:nGroupCommitRequests,I/O:nGroupCommitWaits,I/O:nGrpCommitTimeouts,I/O:nLogBuffers,I/O:nLogFSyncs,I/O:nLogIntervalExceeded,I/O:nLogMaxGroupCommitThreshold,I/O:nNoFreeBuffer,I/O:nNotResident,I/O:nOpenFiles,I/O:nRandomReadBytes,I/O:nRandomReads,I/O:nRandomWriteBytes,I/O:nRandomWrites,I/O:nReadsFromWriteQueue,I/O:nRepeatFaultReads,I/O:nSequentialReadBytes,I/O:nSequentialReads,I/O:nSequentialWriteBytes,I/O:nSequentialWrites,I/O:nTempBufferWrites,I/O:nWriteQueueOverflow,I/O:nWriteQueueOverflowFailures,I/O:nWritesFromWriteQueue,Jvm:PS MarkSweep.count,Jvm:PS MarkSweep.time,Jvm:PS Scavenge.count,Jvm:PS Scavenge.time,Jvm:heap,Jvm:load
 Average,Locks:nLatchAcquireNoWaitUnsuccessful,Locks:nLatchAcquiresNoWaitSuccessful,Locks:nLatchAcquiresNoWaiters,Locks:nLatchAcquiresSelfOwned,Locks:nLatchAcquiresWithContention,Locks:nLatchReleases,Locks:nRequests,Locks:nWaits,Node Compression:cursorsBins,Node Compression:dbClosedBins,Node Compression:inCompQueueSize,Node Compression:nonEmptyBins,Node Compression:processedBins,Node Compression:splitBins,OffHeap:offHeapAllocFailure,OffHeap:offHeapAllocOverflow,OffHeap:offHeapBINsLoaded,OffHeap:offHeapBINsStored,OffHeap:offHeapCachedBINDeltas,OffHeap:offHeapCachedBINs,OffHeap:offHeapCachedLNs,OffHeap:offHeapCriticalNodesTargeted,OffHeap:offHeapDirtyNodesEvicted,OffHeap:offHeapLNsEvicted,OffHeap:offHeapLNsLoaded,OffHeap:offHeapLNsStored,OffHeap:offHeapLruSize,OffHeap:offHeapNodesEvicted,OffHeap:offHeapNodesMutated,OffHeap:offHeapNodesSkipped,OffHeap:offHeapNodesStripped,OffHeap:offHeapNodesTargeted,OffHeap:offHeapThreadUnavailable,OffHeap:offHeapTotalBlocks,OffHeap:offHeapTotalBytes,O
 p:priDelete,Op:priDeleteFail,Op:priInsert,Op:priInsertFail,Op:priPosition,Op:priSearch,Op:priSearchFail,Op:priUpdate,Op:secDelete,Op:secInsert,Op:secPosition,Op:secSearch,Op:secSearchFail,Op:secUpdate
+2022-03-18 03:42:21.609 UTC, ,125,3158477,824,12624, , ,3, ,3, , , , , , , , , ,3,3, , , , ,1,5, , , , , , , , , , , , , , , , ,1077,1,469,469,1, ,2,4, ,49,49, , , , , ,1,10, , , , , , , , , , , , , , , , , , , , , , , , ,1647574941383, , , , ,3145728, , , , ,1,3,2,3,3,3, , ,3,4, , , , , , , ,38,1, , ,12288,3,1087,3, , , , , , ,1,17,48837048,16, , , , , , ,5, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , 

Review comment:
       invalid code file




-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: commits-unsubscribe@inlong.apache.org

For queries about this service, please contact Infrastructure at:
users@infra.apache.org