Aj?ddlZddlZddlZddlZddlZddlZddlZddlZ ddl m Z ddl m Z ddlmZmZmZmZmZmZmZmZddlmZmZmZmZddlmZejd ZGd d e Z dS) N) BaseParser)Table) scale_image scale_pdfsegments_in_bbox text_in_bboxmerge_close_linesget_table_indexcompute_accuracycompute_whitespace)adaptive_threshold find_lines find_contours find_joints)BACKENDScamelotceZdZdZdddddddgddddddd d d d fd ZedZedZeddZdZ dZ dZ difdZ dS)Latticea- Lattice method of parsing looks for lines between text to parse the table. Parameters ---------- table_regions : list, optional (default: None) List of page regions that may contain tables of the form x1,y1,x2,y2 where (x1, y1) -> left-top and (x2, y2) -> right-bottom in PDF coordinate space. table_areas : list, optional (default: None) List of table area strings of the form x1,y1,x2,y2 where (x1, y1) -> left-top and (x2, y2) -> right-bottom in PDF coordinate space. process_background : bool, optional (default: False) Process background lines. line_scale : int, optional (default: 15) Line size scaling factor. The larger the value the smaller the detected lines. Making it very large will lead to text being detected as lines. copy_text : list, optional (default: None) {'h', 'v'} Direction in which text in a spanning cell will be copied over. shift_text : list, optional (default: ['l', 't']) {'l', 'r', 't', 'b'} Direction in which text in a spanning cell will flow. split_text : bool, optional (default: False) Split text that spans across multiple cells. flag_size : bool, optional (default: False) Flag text based on font size. Useful to detect super/subscripts. Adds around flagged text. strip_text : str, optional (default: '') Characters that should be stripped from a string before assigning it to a cell. line_tol : int, optional (default: 2) Tolerance parameter used to merge close vertical and horizontal lines. joint_tol : int, optional (default: 2) Tolerance parameter used to decide whether the detected lines and points lie close to each other. threshold_blocksize : int, optional (default: 15) Size of a pixel neighborhood that is used to calculate a threshold value for the pixel: 3, 5, 7, and so on. For more information, refer `OpenCV's adaptiveThreshold `_. threshold_constant : int, optional (default: -2) Constant subtracted from the mean or weighted mean. Normally, it is positive but may be zero or negative as well. For more information, refer `OpenCV's adaptiveThreshold `_. iterations : int, optional (default: 0) Number of times for erosion/dilation is applied. For more information, refer `OpenCV's dilate `_. resolution : int, optional (default: 300) Resolution used for PDF to PNG conversion. NFltrri, ghostscriptc ||_||_||_||_||_||_||_||_| |_| |_ | |_ | |_ | |_ ||_ ||_t||_dSN) table_regions table_areasprocess_background line_scale copy_text shift_text split_text flag_size strip_textline_tol joint_tolthreshold_blocksizethreshold_constant iterations resolutionr _get_backendbackend)selfrr r!r"r#r$r%r&r'r(r)r*r+r,r-r/kwargss kC:\Users\Terasoftware\OneDrive\Desktop\faahhh\fyndo\fyndo\venv\Lib\site-packages\camelot/parsers/lattice.py__init__zLattice.__init__as(+&"4$"$$"$  "#6 "4$$++G44 c.fd}ttr\tjvrt dddkrt jdttS|st ddS)Nc>dtD}d|vS)Nc@g|]}|ddu|S)__F) startswith).0methods r2 zDLattice._get_backend..implements_convert..sA!V5F5Ft5L5LPU5Ur4convert)dir)methodsr/s r2implements_convertz0Lattice._get_backend..implements_converts4%(\\G' 'r4zUnknown backend 'z:' specified. Please use either 'poppler' or 'ghostscript'.rz'ghostscript' will be replaced by 'poppler' as the default image conversion backend in v0.12.0. You can try out 'poppler' with backend='poppler'.'z#' must implement a 'convert' method) isinstancestrrkeysNotImplementedErrorwarningswarnDeprecationWarning)r/r@s` r2r.zLattice._get_backends ( ( ( ( ( gs # # hmoo- )kkkk-'  ]& G$&& &%%'' )DDDDNr4cg}|D]r\}}}|D]O}|dkrM|j||jr5|j||js|dz}|j||j|dkrM|j||jr5|j||js|dz }|j||j|dkrM|j||jr5|j||js|dz}|j||j|dkrM|j||jr5|j||js|dz }|j||jQ||||ft|S)aReduces index of a text object if it lies within a spanning cell. Parameters ---------- table : camelot.core.Table idx : list List of tuples of the form (r_idx, c_idx, text). shift_text : list {'l', 'r', 't', 'b'} Select one or more strings from above and pass them as a list to specify where the text in a spanning cell should flow. Returns ------- indices : list List of tuples of the form (r_idx, c_idx, text) where r_idx and c_idx are new row and column indices for text. rrrrb)cellshspanleftrightvspantopbottomappend)ridxr$indicesr_idxc_idxtextds r2 _reduce_indexzLattice._reduce_indexs."% 1 1 E5$ ' '8'wu~e,2'"#'%."7"<'!QJE#$'%."7"<'8'wu~e,2'"#'%."7"='!QJE#$'%."7"='8'wu~e,2'"#'%."7";'!QJE#$'%."7";'8'wu~e,2'"#'%."7">'!QJE#$'%."7">' NNE5$/ 0 0 0 0r4c|D]}|dkrtt|jD]}tt|j|D]}|j||jdkra|j||jrI|j||js1|j||dz j|j||_|dkrtt|jD]}tt|j|D]}|j||jdkra|j||jrI|j||js1|j|dz |j|j||_|S)aCopies over text in empty spanning cells. Parameters ---------- t : camelot.core.Table copy_text : list, optional (default: None) {'h', 'v'} Select one or more strings from above and pass them as a list to specify the direction in which text should be copied over when a cell spans multiple rows or columns. Returns ------- t : camelot.core.Table hrrv) rangelenrLrXstriprMrNrPrQ)rr#fijs r2_copy_spanning_textzLattice._copy_spanning_texts$ L LACx Ls17||,,LLA"3qwqz??33LL71:a=-3355;L wqz!}2L171:a=;ML56WQZA5F5K 1 2LL c Ls17||,,LLA"3qwqz??33LL71:a=-3355;L wqz!}2L171:a=;LL56WQU^A5F5K 1 2Lr4cfd}t|j|j|j|j\|_|_|jjd}|jjd}|t|j z }|t|j z }|j t|z }|j t|z }|||j f|||f}|j d} |j ||j } t|j| d|j|j\} } t|j| d|j|j\} } t!| | }t#|| | }nkt|jd|j|j\} } t|jd|j|j\} } ||j }t#|| | }t%j||_t+|| | |\|_|_|_dS) Nc fg}|D]}|d\}}}}t|}t|}t|}t|}t||||f\}}}}|||t ||z t ||z f|S)N,)splitfloatrrSabs)areas scaled_areasareax1y1x2y2 image_scalerss r2 scale_areasz1Lattice._generate_table_bbox..scale_areassL J J!%CBB2YY2YY2YY2YY!*BB+;]!K!KBB##RSb\\3rBw<<$HIIII r4)r! blocksizecrrvertical)regions directionr"r, horizontal)rxr"r,)r imagenamer!r*r+image thresholdshaperi pdf_width pdf_heightr rrr"r,rrcopydeepcopytable_bbox_unscaledr table_bboxvertical_segmentshorizontal_segments)r0rs image_width image_heightimage_width_scalerimage_height_scalerpdf_width_scalerpdf_height_scaler pdf_scalersrw vertical_maskrhorizontal_maskrcontoursrrkrrs @r2_generate_table_bboxzLattice._generate_table_bboxsV &8 N#6.% & & & " DNj&q) z'* (5+@+@@*U4?-C-CC>E+,>,>> OeL.A.AA+-@$/R '):LI  % LG! :%+d&899/9$?? 000 ,M,4>&?? 444 0O0%]ODDH$X}oNNJJ/9$?? 000 ,M, 4>&?? 444 0O0 K 011E$UM?KKJ#'=#<#< LW )+> M M I/1I1I1Ir4cli}t||j|j\}}t||j|d<t||j|d<|dd|dd||_t|j |\ttc |d|dg |d|d gtt|j ttd |j fd tdt!dz Dfdtdt!dz D||fS)Nryrvc |j |jfSr)y0x0xs r2z4Lattice._generate_columns_and_rows..Es!$ r4)keyc |j|j fSr)rrrs r2rz4Lattice._generate_columns_and_rows..FsqtadUmr4rrr)r(T)reversec6g|]}||dzfSr)r:rbcolss r2r<z6Lattice._generate_columns_and_rows..R*HHH1a$q1u+&HHHr4c6g|]}||dzfSrr)r:rbrowss r2r<z6Lattice._generate_columns_and_rows..Srr4)r rrr horizontal_text vertical_textsortt_bboxziprlistextendr sortedr(r^r_)r0 table_idxtkrv_sh_srrs @@r2_generate_columns_and_rowsz"Lattice._generate_columns_and_rows<s# &(@  S ,B0DEE|)"d.@AAz|!!&=&=!>>>z$;$;<<< $/"-. d$ZZd d RUBqEN### RUBqEN###  FFF d!;!;!;dmTTTHHHHaTQ0G0GHHHHHHHaTQ0G0GHHHT3##r4c d|d}|d}||'td|jt ||}||||j}|}|}g}dD]} |j | D]} t|| | |j |j |j \} } | dddkrX|| t|| |j } | D]\} }}||j| |_t)d |gg}|j!t||j }|j}t1j||_|jj|_t9|}d |_||_||_|d z|_ tCtDj#$|j%dd|_&g}|'d|j(D|'d|j)D||_*|j+|j,f|_-|j.|j/f|_0d|_1|S)NrrzNo segments found on {})r))rvry)r%r&r'r)r)r$d)r#latticerzpage-rcBg|]}|j|j|j|jfSrrrrnror:rs r2r<z+Lattice._generate_table..s)MMM1qtQT14.MMMr4cBg|]}|j|j|j|jfSrrrs r2r<z+Lattice._generate_table..s)KKK1qtQT14.KKKr4)2get ValueErrorformatrootnamer set_edgesr) set_borderset_spanrr r%r&r'rSrrZr$rLrXr r#rddatapd DataFramedfr}rflavoraccuracy whitespaceorderintospathbasenamereplacepagerrr_textr{r_imagerr _segments _textedges)r0rrrr1rrtable pos_errorsrxrrUerrorrVrWrXrrrrs r2_generate_tablezLattice._generate_tableWsjjjj  N# N6==dmLLMM MdD!!SDNCC  ""   4 > >I[+ > >!0#"n# """2A2;(*>%%e,,,%33w4?4G/6>>*ud9= E*5166 > $c:%6$788 > Q///PPEz<%%hn '--   !%!m ))$-88@@"MMNN  MM8LMMMNNN KK8JKKKLLL  D$<= 143KL r4c||||sOtdtj|j|js|j rJtj dtj|jnItj dtj|jgS|j |j|j|g}t#t%|jddD]V\}}|||\}}} } ||||| | } || _|| W|S)Nz Processing {}z:{} is image-based, camelot only works on text-based pages.zNo tables found on {}c|dS)Nrrrs r2rz(Lattice.extract_tables..s 1r4T)rr)rr)_generate_layoutloggerinforrrrrrimagesrFrGr/r=filenamerzr enumeraterrrDrr_bboxrS) r0rsuppress_stdout layout_kwargs_tablesrrrrrrrs r2extract_tableszLattice.extract_tabless h 666 Q KK..rw/?/? /N/NOO P P P# {  ))/0@0@0O0O)P)P  +22273C3CDM3R3RSSI T]DN;;; !!###& 4?''))~~t L L L   " "MIr$(#B#B9b#Q#Q D$S((D$CS(QQEEK NN5 ! ! ! !r4r) __name__ __module__ __qualname____doc__r3 staticmethodr.rZrdrrrrrr4r2rr%s99z :##5#5#5#5J\:**\*X\@H H H T$$$6;;;z8=Br4r)!rsysrlocaleloggingrFnumpynppandasrbasercorerutilsrrr r r r r rimage_processingrrrrbackends.image_conversionr getLoggerrrrr4r2rs                      100000  9 % %NNNNNjNNNNNr4