-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy pathPDFParser.py
More file actions
38 lines (29 loc) · 1.58 KB
/
Copy pathPDFParser.py
File metadata and controls
38 lines (29 loc) · 1.58 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
#SETTING UP DEPENDENCIES
from datetime import datetime
import time
import Utilities as utils
import LoggingUtilities as logger
import configurations as config
def pdfParserControl():
#OBTAINING LIST OF PDF FILES IN INPUT DIRECTORY
pdfList = utils.pdfLister(inputDirectory = config.inputDirectory)
#SETTING UP LOG FILE FOR LOGGING
logFilePath = logger.initializeLogFile(outputDirectory = config.outputDirectory,
pdfList = pdfList)
#BEGINNING ITERATING THROUGH EACH FILE
for pdfFile in pdfList:
#INITIALIZING THE PARSING OF THE PDF FILE
numPages = utils.getNumPages(pdfFile = pdfFile)
logger.logFileParseStart(logFilePath = logFilePath, pdfFile = pdfFile,
numPages = numPages)
fileStartTime = time.time()
utils.parseFile(filePath = pdfFile, numPages = numPages,
expectedNumCols = config.expectedNumCols,
colsToDrop = config.colsToDrop,
colRenameMapping = config.columnRenameMapping,
longFormIdCols = config.longFormIdCols,
longFormValueCols = config.longFormValueCols,
logFilePath= logFilePath,
outputDirectory = config.outputDirectory)
fileEndTime = time.time()
logger.logFileParseEnd(logFilePath = logFilePath, pdfFile = pdfFile, fileRunTime = fileEndTime - fileStartTime)