add alloc yellow zone notification

Author: lll-phill-lll

ydb/library/yql/dq/actors/compute/dq_compute_memory_quota.h

@@ -73,12 +73,29 @@ namespace NYql::NDq {
             });
         }
 
-        bool AllocateQuota(ui64 bytes) {
-            return MemoryLimits.MemoryQuotaManager->AllocateQuota(bytes);
+        bool AllocateQuota(ui64 bytes, NKikimr::NMiniKQL::TScopedAlloc* alloc) {
+            if (!MkqlMemoryLimit) {
+                return true;
+            }
+            bool allocated = MemoryLimits.MemoryQuotaManager->AllocateQuota(bytes);
+            if (MemoryLimits.MemoryQuotaManager->IsReasonableToUseSpilling()) {
+                alloc->SetMaximumLimitValueReached(true);
+            } else {
+                alloc->SetMaximumLimitValueReached(false);
+            }
+            return allocated;
         }
 
-        void FreeQuota(ui64 bytes) {
+        void FreeQuota(ui64 bytes, NKikimr::NMiniKQL::TScopedAlloc* alloc) {
+            if (!MkqlMemoryLimit) {
+                return;
+            }
             MemoryLimits.MemoryQuotaManager->FreeQuota(bytes);
+            if (MemoryLimits.MemoryQuotaManager->IsReasonableToUseSpilling()) {
+                alloc->SetMaximumLimitValueReached(true);
+            } else {
+                alloc->SetMaximumLimitValueReached(false);
+            }
         }
 
         void TryShrinkMemory(NKikimr::NMiniKQL::TScopedAlloc* alloc) {

ydb/library/yql/dq/actors/compute/dq_sync_compute_actor_base.h

@@ -236,8 +236,8 @@ class TDqSyncComputeActorBase: public TDqComputeActorBase<TDerived, TComputeActo
         if (this->Task.GetEnableSpilling()) {
             TaskRunner->SetSpillerFactory(std::make_shared<TDqSpillerFactory>(execCtx.GetTxId(), NActors::TActivationContext::ActorSystem(), execCtx.GetWakeupCallback(), execCtx.GetErrorCallback()));
             TaskRunner->SetMemoryUsageReporter(std::make_shared<NKikimr::NMiniKQL::TMemoryUsageReporter>(
-                [this](ui64 bytes){ return  this->MemoryQuota->AllocateQuota(bytes); },
-                [this](ui64 bytes){ this->MemoryQuota->FreeQuota(bytes); }
+                [this, alloc](ui64 bytes){ return  this->MemoryQuota->AllocateQuota(bytes, alloc); },
+                [this, alloc](ui64 bytes){ this->MemoryQuota->FreeQuota(bytes, alloc); }
             ));
         }
 

yql/essentials/minikql/computation/mkql_memory_usage_reporter.h

@@ -39,9 +39,9 @@ class TMemoryUsageReporter {
         // Cerr << "[MISHA][DESTR]: " << "Total: " << BytesAllocated_ << Endl;
         if (BytesAllocated_) {
             // WHY??
-            Cerr << std::format("[MISHA] Bytes not freed: {}\n", BytesAllocated_);
             ReportFreeCallback_(BytesAllocated_);
         }
+        Cerr << std::format("[MISHA] Bytes not freed: {}\n", BytesAllocated_);
         // Y_ENSURE(BytesAllocated_ == 0, "Memory leak");
     }