stronger validation of payload existance (#229)

- Don't add RawSize and Size in ProjectStore::GetProjectFiles response if we can't get the payload
- Use validation of payload size/existance in all chunk fetch operations in file cas
- In project store oplog validate, make sure we can reach all the payloads
- Add threading to oplog validate request

1 files changed, 3 insertions, 2 deletions

diff --git a/src/zenserver/projectstore/httpprojectstore.cpp b/src/zenserver/projectstore/httpprojectstore.cpp
index 2954bcdc0..4babcd224 100644
--- a/src/zenserver/projectstore/httpprojectstore.cpp
+++ b/src/zenserver/projectstore/httpprojectstore.cpp
@@ -14,6 +14,7 @@
 #include <zencore/stream.h>
 #include <zencore/trace.h>
 #include <zenstore/zenstore.h>
+#include <zenutil/workerpools.h>
 
 namespace zen {
 
@@ -1164,7 +1165,7 @@ HttpProjectService::HandleOplogOpNewRequest(HttpRouterRequest& Req)
 void
 HttpProjectService::HandleOplogValidateRequest(HttpRouterRequest& Req)
 {
-	ZEN_TRACE_CPU("ProjectService::OplogOpNew");
+	ZEN_TRACE_CPU("ProjectService::OplogOpValidate");
 
 	using namespace std::literals;
 
@@ -1197,7 +1198,7 @@ HttpProjectService::HandleOplogValidateRequest(HttpRouterRequest& Req)
 	ProjectStore::Oplog& Oplog = *FoundLog;
 
 	std::atomic_bool							  CancelFlag = false;
-	ProjectStore::Oplog::ValidationResult		  Result	 = Oplog.Validate(CancelFlag);
+	ProjectStore::Oplog::ValidationResult		  Result	 = Oplog.Validate(CancelFlag, &GetSmallWorkerPool(EWorkloadType::Burst));
 	tsl::robin_map<Oid, std::string, Oid::Hasher> KeyNameLookup;
 	KeyNameLookup.reserve(Result.OpKeys.size());
 	for (const auto& It : Result.OpKeys)