433 lines
12 KiB
C++
433 lines
12 KiB
C++
#include "../ClassData.h"
|
|
#include "../Hit.h"
|
|
#include <algorithm>
|
|
#include <filesystem>
|
|
|
|
#include "AggSeparator.h"
|
|
|
|
class FSUReader{
|
|
|
|
public:
|
|
FSUReader();
|
|
FSUReader(std::string fileName, uInt dataSize = 100, int verbose = 1);
|
|
~FSUReader();
|
|
|
|
void OpenFile(std::string fileName, uInt dataSize, int verbose = 1);
|
|
bool isOpen() const{return inFile == nullptr ? false : true;}
|
|
|
|
void ScanNumBlock(int verbose = 1, uShort saveData = 0);
|
|
int ReadNextBlock(bool traceON = false, int verbose = 0, uShort saveData = 0); // saveData = 0 (no save), 1 (no trace), 2 (with trace);
|
|
int ReadBlock(unsigned int ID, int verbose = 0);
|
|
|
|
unsigned long GetTotNumBlock() const{ return totNumBlock;}
|
|
std::vector<unsigned int> GetBlockTimestamp() const {return blockTimeStamp;}
|
|
|
|
Data * GetData() const{return data;}
|
|
|
|
std::string GetFileName() const{return fileName;}
|
|
int GetDPPType() const{return DPPType;}
|
|
int GetSN() const{return sn;}
|
|
int GetTick2ns() const{return tick2ns;}
|
|
int GetNumCh() const{return numCh;}
|
|
int GetFileOrder() const{return order;}
|
|
int GetChMask() const{return chMask;}
|
|
unsigned long GetFileByteSize() const {return inFileSize;}
|
|
|
|
void ClearHitList() { hit.clear();}
|
|
Hit GetHit(unsigned int id) const {return hit[id];}
|
|
ulong GetHitListLength() const {return hit.size();}
|
|
|
|
void ClearHitCount() {hitCount = 0;}
|
|
ulong GetHitCount() const{return hitCount;}
|
|
std::vector<Hit> GetHitVector() const {return hit;}
|
|
void SortHit(int verbose = false);
|
|
|
|
std::string SaveHit2NewFile(std::string saveFolder = "./");
|
|
off_t GetTSFileSize() const {return tsFileSize;}
|
|
|
|
void PrintHit(ulong numHit = -1, ulong startIndex = 0) {
|
|
for( ulong i = startIndex; i < std::min(numHit, hitCount); i++){
|
|
printf("%10zu ", i); hit[i].Print();
|
|
}
|
|
}
|
|
|
|
private:
|
|
|
|
FILE * inFile;
|
|
Data * data;
|
|
|
|
std::string fileName;
|
|
unsigned long inFileSize;
|
|
unsigned int filePos;
|
|
unsigned long totNumBlock;
|
|
unsigned int blockID;
|
|
|
|
bool isDualBlock;
|
|
|
|
int sn;
|
|
int DPPType;
|
|
int tick2ns;
|
|
int order;
|
|
int chMask;
|
|
uShort numCh;
|
|
|
|
std::vector<unsigned int> blockPos;
|
|
std::vector<unsigned int > blockTimeStamp;
|
|
|
|
unsigned long hitCount;
|
|
|
|
std::vector<Hit> hit;
|
|
|
|
unsigned int word[1]; /// 4 byte
|
|
size_t dummy;
|
|
char * buffer;
|
|
|
|
off_t tsFileSize;
|
|
|
|
};
|
|
|
|
inline FSUReader::~FSUReader(){
|
|
delete data;
|
|
|
|
fclose(inFile);
|
|
|
|
}
|
|
|
|
inline FSUReader::FSUReader(){
|
|
inFile = nullptr;
|
|
data = nullptr;
|
|
|
|
blockPos.clear();
|
|
blockTimeStamp.clear();
|
|
hit.clear();
|
|
|
|
}
|
|
|
|
inline FSUReader::FSUReader(std::string fileName, uInt dataSize, int verbose){
|
|
OpenFile(fileName, dataSize, verbose);
|
|
}
|
|
|
|
inline void FSUReader::OpenFile(std::string fileName, uInt dataSize, int verbose){
|
|
|
|
/// File format must be YYY...Y_runXXX_AAA_BBB_TT_CCC.fsu
|
|
/// YYY...Y = prefix
|
|
/// XXX = runID, 3 digits
|
|
/// AAA = board Serial Number, 3 digits
|
|
/// BBB = DPPtype, 3 digits
|
|
/// TT = tick2ns, any digits
|
|
/// CCC = over size index, 3 digits
|
|
|
|
inFile = fopen(fileName.c_str(), "r");
|
|
|
|
if( inFile == NULL ){
|
|
printf("FSUReader::Cannot open file : %s \n", fileName.c_str());
|
|
this->fileName = "";
|
|
return;
|
|
}
|
|
|
|
this->fileName = fileName;
|
|
|
|
fseek(inFile, 0L, SEEK_END);
|
|
inFileSize = ftell(inFile);
|
|
if(verbose) printf("%s | file size : %ld Byte = %.2f MB\n", fileName.c_str() , inFileSize, inFileSize/1024./1024.);
|
|
fseek(inFile, 0L, SEEK_SET);
|
|
filePos = 0;
|
|
|
|
totNumBlock = 0;
|
|
blockID = 0;
|
|
blockPos.clear();
|
|
blockTimeStamp.clear();
|
|
|
|
hitCount = 0;
|
|
hit.clear();
|
|
|
|
//check is the file is *.fsu or *.fsu.X
|
|
size_t found = fileName.find_last_of('.');
|
|
std::string ext = fileName.substr(found + 1);
|
|
|
|
if( ext.find("fsu") != std::string::npos ) {
|
|
if(verbose) printf("It is an raw data *.fsu format\n");
|
|
isDualBlock = false;
|
|
chMask = -1;
|
|
}else{
|
|
chMask = atoi(ext.c_str());
|
|
isDualBlock = true;
|
|
if(verbose) printf("It is a splitted dual block data *.fsu.X format, dual channel mask : %d \n", chMask);
|
|
}
|
|
|
|
std::string fileNameNoExt;
|
|
found = fileName.find_last_of(".fsu");
|
|
size_t found2 = fileName.find_last_of('/');
|
|
if( found2 == std::string::npos ){
|
|
fileNameNoExt = fileName.substr(0, found-4);
|
|
}else{
|
|
fileNameNoExt = fileName.substr(found2+1, found-4);
|
|
}
|
|
|
|
// Split the string by underscores
|
|
std::istringstream iss(fileNameNoExt);
|
|
std::vector<std::string> tokens;
|
|
std::string token;
|
|
|
|
while (std::getline(iss, token, '_')) { tokens.push_back(token); }
|
|
sn = atoi(tokens[2].c_str());
|
|
tick2ns = atoi(tokens[4].c_str());
|
|
order = atoi(tokens[5].c_str());
|
|
|
|
DPPType = -1;
|
|
if( fileName.find("PHA") != std::string::npos ) DPPType = DPPTypeCode::DPP_PHA_CODE;
|
|
if( fileName.find("PSD") != std::string::npos ) DPPType = DPPTypeCode::DPP_PSD_CODE;
|
|
if( fileName.find("QDC") != std::string::npos ) DPPType = DPPTypeCode::DPP_QDC_CODE;
|
|
|
|
numCh = (DPPType == DPPTypeCode::DPP_QDC_CODE ? 64 : 16);
|
|
|
|
data = new Data(numCh, dataSize);
|
|
data->tick2ns = tick2ns;
|
|
data->boardSN = sn;
|
|
data->DPPType = DPPType;
|
|
|
|
}
|
|
|
|
inline int FSUReader::ReadNextBlock(bool traceON, int verbose, uShort saveData){
|
|
if( inFile == NULL ) return -1;
|
|
if( feof(inFile) ) return -1;
|
|
if( filePos >= inFileSize) return -1;
|
|
|
|
dummy = fread(word, 4, 1, inFile);
|
|
fseek(inFile, -4, SEEK_CUR);
|
|
|
|
if( dummy != 1) {
|
|
printf("fread error, should read 4 bytes, but read %ld x 4 byte, file pos: %ld / %ld byte\n",
|
|
dummy, ftell(inFile), inFileSize);
|
|
return -10;
|
|
}
|
|
short header = ((word[0] >> 28 ) & 0xF);
|
|
|
|
Hit temp;
|
|
|
|
if( header == 0xA ) { ///normal header
|
|
|
|
unsigned int aggSize = (word[0] & 0x0FFFFFFF) * 4; ///byte
|
|
buffer = new char[aggSize];
|
|
dummy = fread(buffer, aggSize, 1, inFile);
|
|
filePos = ftell(inFile);
|
|
if( dummy != 1) {
|
|
printf("fread error, should read %d bytes, but read %ld x %d byte, file pos: %ld / %ld byte \n",
|
|
aggSize, dummy, aggSize, ftell(inFile), inFileSize);
|
|
return -30;
|
|
}
|
|
|
|
data->DecodeBuffer(buffer, aggSize, !traceON, verbose); // data will own the buffer
|
|
|
|
}else if( (header & 0xF ) == 0x8 ) { /// dual channel header
|
|
|
|
unsigned int dualSize = (word[0] & 0x7FFFFFFF) * 4; ///byte
|
|
buffer = new char[dualSize];
|
|
dummy = fread(buffer, dualSize, 1, inFile);
|
|
filePos = ftell(inFile);
|
|
|
|
data->buffer = buffer;
|
|
data->DecodeDualBlock(buffer, dualSize, DPPType, chMask, !traceON, verbose);
|
|
|
|
}else{
|
|
printf("incorrect header.\n trminate.");
|
|
return -20;
|
|
}
|
|
|
|
for( int ch = 0; ch < data->GetNChannel(); ch++){
|
|
if( data->NumEventsDecoded[ch] == 0 ) continue;
|
|
|
|
hitCount += data->NumEventsDecoded[ch];
|
|
|
|
if( saveData ){
|
|
int start = data->GetDataIndex(ch) - data->NumEventsDecoded[ch] + 1;
|
|
if( start < 0 ) start = start + data->GetDataSize();
|
|
|
|
for( int i = start; i < start + data->NumEventsDecoded[ch]; i++ ){
|
|
int k = i % data->GetDataSize();
|
|
|
|
temp.sn = sn;
|
|
temp.ch = ch;
|
|
temp.energy = data->GetEnergy(ch, k);
|
|
temp.energy2 = data->GetEnergy2(ch, k);
|
|
temp.timestamp = data->GetTimestamp(ch, k);
|
|
temp.fineTime = data->GetFineTime(ch, k);
|
|
temp.pileUp = data->GetPileUp(ch, k);
|
|
if( saveData > 1 ) {
|
|
temp.traceLength = data->Waveform1[ch][k].size();
|
|
temp.trace = data->Waveform1[ch][k];
|
|
}else{
|
|
temp.traceLength = 0;
|
|
if( temp.trace.size() > 0 ) temp.trace.clear();
|
|
}
|
|
|
|
hit.push_back(temp);
|
|
|
|
// if( data->Timestamp[ch][k] == 0 ){
|
|
// printf("-------- %lu \n", blockID);
|
|
// return 1;
|
|
// }
|
|
|
|
}
|
|
}
|
|
}
|
|
|
|
data->ClearTriggerRate();
|
|
data->ClearNumEventsDecoded();
|
|
data->ClearBuffer(); // this will clear the buffer.
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
inline int FSUReader::ReadBlock(unsigned int ID, int verbose){
|
|
if( totNumBlock == 0 )return -1;
|
|
if( ID >= totNumBlock )return -1;
|
|
|
|
data->ClearData();
|
|
|
|
fseek( inFile, 0L, SEEK_SET);
|
|
|
|
if( verbose ) printf("Block index: %u, File Pos: %u byte\n", ID, blockPos[ID]);
|
|
|
|
fseek(inFile, blockPos[ID], SEEK_CUR);
|
|
filePos = blockPos[ID];
|
|
blockID = ID;
|
|
return ReadNextBlock(false, verbose, false);
|
|
|
|
}
|
|
|
|
inline void FSUReader::SortHit(int verbose){
|
|
if( verbose) printf("\nQuick Sort hit array according to time...");
|
|
std::sort(hit.begin(), hit.end(), [](const Hit& a, const Hit& b) {
|
|
return a.timestamp < b.timestamp;
|
|
});
|
|
if( verbose) printf(".......done.\n");
|
|
}
|
|
|
|
inline void FSUReader::ScanNumBlock(int verbose, uShort saveData){
|
|
if( feof(inFile) ) return;
|
|
|
|
blockID = 0;
|
|
blockPos.push_back(0);
|
|
|
|
data->ClearData();
|
|
fseek(inFile, 0L, SEEK_SET);
|
|
filePos = 0;
|
|
|
|
bool isTraceOn = saveData < 2 ? false : true;
|
|
|
|
while( ReadNextBlock(isTraceOn, verbose - 1, saveData) == 0 ){
|
|
blockPos.push_back(filePos);
|
|
blockTimeStamp.push_back(data->aggTime);
|
|
blockID ++;
|
|
if(verbose && blockID % 10000 == 0) printf("%u, %.2f%% %u/%lu\n\033[A\r", blockID, filePos*100./inFileSize, filePos, inFileSize);
|
|
}
|
|
|
|
totNumBlock = blockID;
|
|
if(verbose) {
|
|
printf("\nScan complete: number of data Block : %lu\n", totNumBlock);
|
|
printf( " number of hit : %lu\n", hitCount);
|
|
if( saveData )printf( " size of the hit array : %lu\n", hit.size());
|
|
|
|
if( saveData ){
|
|
size_t sizeT = sizeof(hit[0]) * hit.size();
|
|
printf("size of hit array : %lu byte = %.2f kByte, = %.2f MByte\n", sizeT, sizeT/1024., sizeT/1024./1024.);
|
|
}
|
|
}
|
|
rewind(inFile);
|
|
blockID = 0;
|
|
filePos = 0;
|
|
|
|
//check is the hitCount == hit.size();
|
|
if( saveData ){
|
|
if( hitCount != hit.size()){
|
|
printf("!!!!!! the Data::dataSize is not big enough. !!!!!!!!!!!!!!!\n");
|
|
}else{
|
|
SortHit(verbose+1);
|
|
}
|
|
}
|
|
}
|
|
|
|
inline std::string FSUReader::SaveHit2NewFile(std::string saveFolder){
|
|
|
|
// printf("FSUReader::%s\n", __func__);
|
|
|
|
std::string folder = "";
|
|
size_t found = fileName.find_last_of('/');
|
|
std::string outFileName = fileName;
|
|
if( found != std::string::npos ){
|
|
folder = fileName.substr(0, found + 1);
|
|
outFileName = fileName.substr(found +1 );
|
|
}
|
|
|
|
if( saveFolder.empty() ) saveFolder = "./";
|
|
if( saveFolder.back() != '/') saveFolder += '/';
|
|
|
|
//checkif the saveFolder exist;
|
|
if( saveFolder != "./"){
|
|
if (!std::filesystem::exists(saveFolder)) {
|
|
if (std::filesystem::create_directory(saveFolder)) {
|
|
std::cout << "Directory created successfully." << std::endl;
|
|
} else {
|
|
std::cerr << "Failed to create directory." << std::endl;
|
|
}
|
|
}
|
|
}
|
|
|
|
outFileName = saveFolder + outFileName + ".ts";
|
|
|
|
//TODO Check if the ts file is newer than the fsu file, if yes, don't need to do unless forced.
|
|
|
|
FILE * outFile = fopen(outFileName.c_str(), "wb"); //overwrite binary
|
|
|
|
uint32_t header = 0xAA000000;
|
|
header += sn;
|
|
fwrite( &header, 4, 1, outFile );
|
|
fwrite( &hitCount, 8, 1, outFile);
|
|
|
|
for( ulong i = 0; i < hitCount; i++){
|
|
|
|
if( i% 10000 == 0 ) printf("Saving %lu/%lu Hit (%.2f%%)\n\033[A\r", i, hitCount, i*100./hitCount);
|
|
|
|
//fwrite( &(hit[i].sn), 2, 1, outFile);
|
|
|
|
uint16_t flag = hit[i].ch + (hit[i].pileUp << 8) ;
|
|
|
|
if( DPPType == DPPTypeCode::DPP_PSD_CODE ) flag += ( 1 << 15);
|
|
if( hit[i].traceLength > 0 ) flag += (1 << 14);
|
|
|
|
// fwrite( &(hit[i].ch), 1, 1, outFile);
|
|
fwrite( &flag, 2, 1, outFile);
|
|
fwrite( &(hit[i].energy), 2, 1, outFile);
|
|
if( DPPType == DPPTypeCode::DPP_PSD_CODE ) fwrite( &(hit[i].energy2), 2, 1, outFile);
|
|
fwrite( &(hit[i].timestamp), 6, 1, outFile);
|
|
fwrite( &(hit[i].fineTime), 2, 1, outFile);
|
|
// fwrite( &(hit[i].pileUp), 1, 1, outFile);
|
|
if( hit[i].traceLength > 0 ) fwrite( &(hit[i].traceLength), 2, 1, outFile);
|
|
|
|
for( uShort j = 0; j < hit[i].traceLength; j++){
|
|
fwrite( &(hit[i].trace[j]), 2, 1, outFile);
|
|
}
|
|
|
|
}
|
|
|
|
tsFileSize = ftello(outFile); // unsigned int = Max ~4GB
|
|
fclose(outFile);
|
|
|
|
printf("Saved to %s, size: ", outFileName.c_str());
|
|
if( tsFileSize < 1024 ) {
|
|
printf(" %ld Byte", tsFileSize);
|
|
}else if( tsFileSize < 1024*1024 ) {
|
|
printf(" %.2f kB", tsFileSize/1024.);
|
|
}else if( tsFileSize < 1024*1024*1024){
|
|
printf(" %.2f MB", tsFileSize/1024./1024.);
|
|
}else{
|
|
printf(" %.2f GB", tsFileSize/1024./1024./1024.);
|
|
}
|
|
printf("\n");
|
|
|
|
return outFileName;
|
|
|
|
}
|