longest living cluster

Author: lll-phill-lll

ydb/library/yql/dq/runtime/dq_output_channel.cpp

@@ -34,7 +34,7 @@ class TDqOutputChannel : public IDqOutputChannel {
         const NMiniKQL::THolderFactory& holderFactory, const TDqOutputChannelSettings& settings, const TLogFunc& logFunc,
         NDqProto::EDataTransportVersion transportVersion)
         : OutputType(outputType)
-        , Packer(OutputType, settings.BufferPageAllocSize)
+        , Packer(OutputType, 4_KB)
         , Width(OutputType->IsMulti() ? static_cast<NMiniKQL::TMultiType*>(OutputType)->GetElementsCount() : 1u)
         , Storage(settings.ChannelStorage)
         , HolderFactory(holderFactory)

yql/essentials/minikql/comp_nodes/mkql_wide_combine.cpp

@@ -716,10 +716,10 @@ class TSpillingSupportState : public TComputationValue<TSpillingSupportState> {
                     auto& bucket = SpilledBuckets[bucketWithLargestSpiller];
                     size_t spillerSize = bucket.GetTotalSpillerMemorySize();
                     // If spiller buffer is reasonably large (> 1MB), try to spill it first
-                    if (spillerSize > 1_MB && ForceSpillSpillerBuffers(bucket)) {
+                    if (spillerSize > 10_KB && ForceSpillSpillerBuffers(bucket)) {
                         UDF_LOG(Logger, LogComponent, NUdf::ELogLevel::Info, 
                             TStringBuilder() << "Force spilling spiller buffers during state split from bucket " 
-                            << bucketWithLargestSpiller << " size=" << (spillerSize/1_MB) << "MB");
+                            << bucketWithLargestSpiller << " size=" << (spillerSize/10_KB) << "MB");
                         return true;
                     }
                 }

yql/essentials/minikql/computation/mkql_spiller_adapter.h

@@ -17,7 +17,7 @@ class TWideUnboxedValuesSpillerAdapter {
         : Spiller(spiller)
         , ItemType(type)
         , SizeLimit(sizeLimit)
-        , Packer(type, EValuePackerVersion::V1)
+        , Packer(type, EValuePackerVersion::V1, 4_KB)
         , MemoryUsageReporter(memoryUsageReporter)
     {
     }