FOSSredder 0.5.0
Loading...
Searching...
No Matches
StatementParseHelpers.h
Go to the documentation of this file.
1
5
6#pragma once
7
8#include "core/application/import/statement/DefaultStatementParser.h"
9#include "core/application/import/transaction/TransactionParserTypes.h"
10#include "core/application/import/statement/StatementParserTypes.h"
11#include "core/application/import/internal/ParserHelpers.h"
12#include "core/ports/infra/document-image-processing/DocumentImageProcessingRequest.h"
13#include "core/ports/infra/document-image-processing/IDocumentImageProcessor.h"
14#include "core/ports/infra/text-recognition/TextRecognitionResult.h"
15#include "core/application/import/draft/TransactionDraft.h"
16
17#include <filesystem>
18#include <memory>
19#include <sstream>
20#include <string>
21#include <utility>
22#include <vector>
23
24namespace core::application::importing::statement::internal {
25
31core::application::importing::transaction::internal::OcrLine rawToOcrLine(const core::application::importing::statement::internal::RawLine& line);
38bool isLikelyTransactionMainRowGeom(const core::application::importing::statement::internal::RawLine& line,
39 const core::application::importing::statement::internal::ColumnModel& cols);
46bool isLikelyTransactionHeaderLine(const core::application::importing::transaction::internal::OcrLine& line,
47 const core::application::importing::statement::internal::ColumnModel& cols);
54std::pair<int, bool> detectHeaderRegion(const std::vector<core::application::importing::transaction::internal::OcrLine>& lines, size_t scanLines);
61std::optional<std::string> findDefaultBookingDate(const std::vector<core::application::importing::transaction::internal::OcrLine>& lines, size_t scanLines) noexcept;
67std::optional<std::string> findBookingDateInHeader(const std::string& line) noexcept;
74bool detectEarlyEmptyPage(const std::vector<core::application::importing::transaction::internal::OcrLine>& lines, std::string& outDebug) noexcept;
82std::vector<core::application::importing::internal::RawLineLite> selectiveGroupMergeLinesRaw(const std::vector<core::application::importing::internal::RawLineLite>& lines,
83 int maxGapPx,
84 const core::application::importing::internal::ColumnGuess& seedCols);
92std::optional<std::pair<core::application::importing::transaction::internal::TransactionMainRow, int>> tryVerticalStart(const std::vector<core::application::importing::transaction::internal::OcrLine>& lines,
93 size_t li,
94 const core::application::importing::internal::ColumnGuess& cols) noexcept;
102std::optional<std::pair<core::application::importing::transaction::internal::TransactionMainRow, int>> tryCombinedStart(const std::vector<core::application::importing::transaction::internal::OcrLine>& lines,
103 size_t li,
104 const core::application::importing::internal::ColumnGuess& cols) noexcept;
112void appendDetailLine(core::application::importing::transaction::internal::TransactionBlock& cur,
113 const core::application::importing::transaction::internal::OcrLine& line,
114 const core::application::importing::internal::ColumnGuess& cols,
115 std::vector<std::string>* debugOut = nullptr) noexcept;
124core::application::importing::transaction::internal::TransactionMainRow handleMainRow(const core::application::importing::transaction::internal::OcrLine& line,
125 const core::application::importing::internal::ColumnGuess& cols,
126 bool isGeom,
127 std::vector<std::string>& debugOut) noexcept;
136void attachOrphansToBlocks(std::vector<core::application::importing::transaction::internal::TransactionBlock>& blocks,
137 const std::vector<core::application::importing::transaction::internal::OcrLine>& orphans,
138 int maxGapPx,
139 int valutaX,
140 std::vector<std::string>* debugOut = nullptr) noexcept;
149HeaderAnalysis analyzeHeaderWindow(const std::vector<core::application::importing::transaction::internal::OcrLine>& ocrLines,
150 const std::vector<core::application::importing::statement::internal::RawLine>& lines,
151 const core::application::importing::statement::internal::ColumnModel& seedCols,
152 core::application::importing::statement::DefaultStatementParser::ParseResult& out);
161void rescueOrphanBlocks(std::vector<core::application::importing::transaction::internal::TransactionBlock>& blocks,
162 const std::vector<core::application::importing::transaction::internal::OcrLine>& orphanLines,
163 const core::application::importing::statement::internal::ColumnModel& cols,
164 const std::string& currentBookingDate,
165 core::application::importing::statement::DefaultStatementParser::ParseResult& out);
174void appendPageSummary(const std::vector<core::application::importing::statement::internal::RawLine>& lines,
175 int headerBottomY,
176 const std::vector<core::application::importing::transaction::internal::TransactionBlock>& blocks,
177 int txStartLooseCount,
178 core::application::importing::statement::DefaultStatementParser::ParseResult& out);
190void appendTransactionsFromBlocks(const std::vector<core::application::importing::transaction::internal::TransactionBlock>& blocks,
191 const core::application::importing::statement::internal::ColumnModel& cols,
192 const core::ports::text_recognition::ExtractResult& ocr,
193 const std::shared_ptr<core::ports::document_image_processing::IDocumentImageProcessor>& documentImageProcessor,
194 const std::string& pageCropImagePath,
195 const std::vector<uint8_t>& pageCropImageBytes,
196 int& txIndex,
197 core::application::importing::statement::DefaultStatementParser::ParseResult& out);
198
199}
DefaultStatementParser.h
Declares the public default statement parser used by the import pipeline.
DocumentImageProcessingRequest.h
Request types for document image processing operations.
IDocumentImageProcessor.h
Document image processing port for import workflows.
ParserHelpers.h
Declares low-level OCR helper routines for statement parsing.
StatementParserTypes.h
Declares helper types used by statement parsing heuristics.
TextRecognitionResult.h
Result types for text recognition operations.
TransactionDraft.h
Draft transaction model used by import finalization and core application flow.
TransactionParserTypes.h
Declares the OCR transaction parser model types.
core::application::importing::statement::internal::detectHeaderRegion
std::pair< int, bool > detectHeaderRegion(const std::vector< core::application::importing::transaction::internal::OcrLine > &lines, size_t scanLines)
Detects the most likely header region in the supplied OCR lines.
core::application::importing::statement::internal::appendPageSummary
void appendPageSummary(const std::vector< core::application::importing::statement::internal::RawLine > &lines, int headerBottomY, const std::vector< core::application::importing::transaction::internal::TransactionBlock > &blocks, int txStartLooseCount, core::application::importing::statement::DefaultStatementParser::ParseResult &out)
Appends a page-level summary to the parser result.
core::application::importing::statement::internal::isLikelyTransactionMainRowGeom
bool isLikelyTransactionMainRowGeom(const core::application::importing::statement::internal::RawLine &line, const core::application::importing::statement::internal::ColumnModel &cols)
Checks whether a raw line likely contains a main transaction row.
Definition StatementParseHelpers.cpp:202
core::application::importing::statement::internal::analyzeHeaderWindow
HeaderAnalysis analyzeHeaderWindow(const std::vector< core::application::importing::transaction::internal::OcrLine > &ocrLines, const std::vector< core::application::importing::statement::internal::RawLine > &lines, const core::application::importing::statement::internal::ColumnModel &seedCols, core::application::importing::statement::DefaultStatementParser::ParseResult &out)
Analyzes the page header window and updates parser output state.
core::application::importing::statement::internal::rawToOcrLine
core::application::importing::transaction::internal::OcrLine rawToOcrLine(const core::application::importing::statement::internal::RawLine &line)
Converts a raw OCR line into a parser line model.
Definition StatementParseHelpers.cpp:191
core::application::importing::statement::internal::attachOrphansToBlocks
void attachOrphansToBlocks(std::vector< core::application::importing::transaction::internal::TransactionBlock > &blocks, const std::vector< core::application::importing::transaction::internal::OcrLine > &orphans, int maxGapPx, int valutaX, std::vector< std::string > *debugOut=nullptr) noexcept
Attaches orphan OCR lines to existing transaction blocks.
core::application::importing::statement::internal::findBookingDateInHeader
std::optional< std::string > findBookingDateInHeader(const std::string &line) noexcept
Extracts a booking date from a header line.
Definition StatementParseHelpers.cpp:293
core::application::importing::statement::internal::rescueOrphanBlocks
void rescueOrphanBlocks(std::vector< core::application::importing::transaction::internal::TransactionBlock > &blocks, const std::vector< core::application::importing::transaction::internal::OcrLine > &orphanLines, const core::application::importing::statement::internal::ColumnModel &cols, const std::string &currentBookingDate, core::application::importing::statement::DefaultStatementParser::ParseResult &out)
Reprocesses orphan transaction blocks against the current booking date and column model.
core::application::importing::statement::internal::appendDetailLine
void appendDetailLine(core::application::importing::transaction::internal::TransactionBlock &cur, const core::application::importing::transaction::internal::OcrLine &line, const core::application::importing::internal::ColumnGuess &cols, std::vector< std::string > *debugOut=nullptr) noexcept
Appends a detail line to the current transaction block.
core::application::importing::statement::internal::tryVerticalStart
std::optional< std::pair< core::application::importing::transaction::internal::TransactionMainRow, int > > tryVerticalStart(const std::vector< core::application::importing::transaction::internal::OcrLine > &lines, size_t li, const core::application::importing::internal::ColumnGuess &cols) noexcept
Attempts to start a transaction block from a vertically aligned line.
core::application::importing::statement::internal::findDefaultBookingDate
std::optional< std::string > findDefaultBookingDate(const std::vector< core::application::importing::transaction::internal::OcrLine > &lines, size_t scanLines) noexcept
Finds a default booking date near the top of the parsed page.
core::application::importing::statement::internal::detectEarlyEmptyPage
bool detectEarlyEmptyPage(const std::vector< core::application::importing::transaction::internal::OcrLine > &lines, std::string &outDebug) noexcept
Detects whether a page is effectively empty before parsing continues.
core::application::importing::statement::internal::selectiveGroupMergeLinesRaw
std::vector< core::application::importing::internal::RawLineLite > selectiveGroupMergeLinesRaw(const std::vector< core::application::importing::internal::RawLineLite > &lines, int maxGapPx, const core::application::importing::internal::ColumnGuess &seedCols)
Merges nearby raw lines using the parser's selective grouping heuristic.
core::application::importing::statement::internal::isLikelyTransactionHeaderLine
bool isLikelyTransactionHeaderLine(const core::application::importing::transaction::internal::OcrLine &line, const core::application::importing::statement::internal::ColumnModel &cols)
Checks whether an OCR line likely represents a transaction header row.
Definition StatementParseHelpers.cpp:232
core::application::importing::statement::internal::handleMainRow
core::application::importing::transaction::internal::TransactionMainRow handleMainRow(const core::application::importing::transaction::internal::OcrLine &line, const core::application::importing::internal::ColumnGuess &cols, bool isGeom, std::vector< std::string > &debugOut) noexcept
Converts one OCR line into a transaction main row.
core::application::importing::statement::internal::appendTransactionsFromBlocks
void appendTransactionsFromBlocks(const std::vector< core::application::importing::transaction::internal::TransactionBlock > &blocks, const core::application::importing::statement::internal::ColumnModel &cols, const core::ports::text_recognition::ExtractResult &ocr, const std::shared_ptr< core::ports::document_image_processing::IDocumentImageProcessor > &documentImageProcessor, const std::string &pageCropImagePath, const std::vector< uint8_t > &pageCropImageBytes, int &txIndex, core::application::importing::statement::DefaultStatementParser::ParseResult &out)
Converts parsed transaction blocks into drafts and extraction artifacts.
core::application::importing::statement::internal::tryCombinedStart
std::optional< std::pair< core::application::importing::transaction::internal::TransactionMainRow, int > > tryCombinedStart(const std::vector< core::application::importing::transaction::internal::OcrLine > &lines, size_t li, const core::application::importing::internal::ColumnGuess &cols) noexcept
Attempts to start a transaction block from a combined text pattern.
core::ports::pdf_rendering
Definition IImportStatement.h:14
core::application::importing::internal::ColumnGuess
Stores the inferred column positions for an OCR page.
Definition ParserHelpers.h:121
core::application::importing::statement::internal::ColumnModel
Represents the inferred transaction column layout for a page.
Definition StatementParserTypes.h:31
core::application::importing::statement::internal::HeaderAnalysis
Holds the current header-detection state for one statement page.
Definition StatementParserTypes.h:46
core::application::importing::statement::internal::RawLine
Represents a merged raw OCR line before it is turned into parser lines.
Definition StatementParserTypes.h:18
core::application::importing::transaction::internal::OcrLine
Represents one OCR line with its bounding box and recognized text.
Definition TransactionParserTypes.h:17
core::application::importing::transaction::internal::TransactionBlock
Groups the main row and detail rows of one parsed transaction block.
Definition TransactionParserTypes.h:47