Index

Symbols

--install-completion dawsonia command line option

--show-completion dawsonia command line option

_

__all__ (in module dawsonia.io) (in module dawsonia.ml) (in module dawsonia.ml.ml) (in module dawsonia.table_detect) (in module dawsonia.table_detect.opencv_contours) (in module dawsonia.table_detect.scipy_proj) (in module dawsonia.table_detect.utils) __call__() (dawsonia.ml.network.model.CustomSchedule method) __post_init__() (dawsonia.ml.api.ML method) __version__ (in module dawsonia._version) _as_zarr_group() (in module dawsonia.io) _bentham() (dawsonia.ml.data.reader.Dataset method) _create_octconv_last_block() (in module dawsonia.ml.network.model) _dida() (dawsonia.ml.data.reader.Dataset method) _ext (dawsonia.digitize._Metadata attribute) (dawsonia.digitize.Page attribute) _get_bbox_extent() (in module dawsonia.viz) _get_position_old() (in module dawsonia.table_detect.scipy_proj)

_hdsr14_car_a() (dawsonia.ml.data.reader.Dataset method) _hdsr14_car_b() (dawsonia.ml.data.reader.Dataset method) _hdsr14_cvl() (dawsonia.ml.data.reader.Dataset method) _iam() (dawsonia.ml.data.reader.Dataset method) _init_dataset() (dawsonia.ml.data.reader.Dataset method) _mask_x() (dawsonia.image_preproc.Preprocessor static method) _mask_y() (dawsonia.image_preproc.Preprocessor static method) _Metadata (class in dawsonia.digitize) _metadata_relative_to_output_path() (dawsonia.digitize._Metadata class method) _read_orand_partitions() (dawsonia.ml.data.reader.Dataset method) _read_toml() (in module dawsonia.config) _rimes() (dawsonia.ml.data.reader.Dataset method) _saintgall() (dawsonia.ml.data.reader.Dataset method) _shuffle() (dawsonia.ml.data.reader.Dataset method) _subdir (dawsonia.digitize._Metadata attribute) (dawsonia.digitize.Page attribute) (dawsonia.digitize.Statistics attribute) (dawsonia.digitize.TableMetadata attribute) _washington() (dawsonia.ml.data.reader.Dataset method)

A

add_edge() (in module dawsonia.table_detect.scipy_proj) adjust_to_see() (in module dawsonia.ml.data.preproc) all_books() (in module dawsonia.io) all_file_paths() (in module dawsonia.digitize) all_probabilities_paths (in module dawsonia.digitize) all_size_tables_match() (in module dawsonia.table_detect.utils) all_statistics_paths (in module dawsonia.digitize) all_table_meta_paths (in module dawsonia.digitize) any_size_tables_match() (in module dawsonia.table_detect.utils)

app (in module dawsonia.cli) (in module dawsonia.digitize) (in module dawsonia.label) (in module dawsonia.ml.cli) (in module dawsonia.prepare) apply_col_manipulation() (in module dawsonia.table_detect.utils) apply_image_transformations() (dawsonia.io._book.Book method) apply_row_manipulation() (in module dawsonia.table_detect.utils) arch (dawsonia.ml.api.ML attribute) augmentation() (in module dawsonia.ml.data.preproc)

B

bboxes_from_contours() (in module dawsonia.table_detect.opencv_contours) BBoxTuple (in module dawsonia.typing) bluche() (in module dawsonia.ml.network.model)

Book (class in dawsonia.io._book) build() (dawsonia.ml.network.layers.OctConv2D method) bytes_to_pil_image() (in module dawsonia.io._zarr)

C

call() (dawsonia.ml.network.layers.FullGatedConv2D method) (dawsonia.ml.network.layers.GatedConv2D method) (dawsonia.ml.network.layers.OctConv2D method) CHARSET_BASE (in module dawsonia.ml.ml) check_pdf_page_range() (in module dawsonia.io._pdf) check_probability_thresh() (in module dawsonia.digitize) check_text() (dawsonia.ml.data.reader.Dataset static method) check_zarr_page_range() (in module dawsonia.io._zarr) checkpoint_path (dawsonia.ml.api.ML attribute) cluster_axis() (in module dawsonia.table_detect.opencv_contours) ClusterLabel (in module dawsonia.typing) col_sections (dawsonia.typing.TableFormat attribute) columns (dawsonia.typing.TableFormat attribute) (dawsonia.typing.TableFormatFileVersion attribute) command() (in module dawsonia.label) (in module dawsonia.ml.cli) (in module dawsonia.prepare)

compile() (dawsonia.ml.network.model.HTRModel method) compute() (dawsonia.digitize.Statistics method) compute_image_final() (dawsonia.image_preproc.Preprocessor method) compute_ligne_filter() (dawsonia.image_preproc.Preprocessor method) compute_output_shape() (dawsonia.ml.network.layers.FullGatedConv2D method) (dawsonia.ml.network.layers.OctConv2D method) config_cli_names (in module dawsonia.config) config_kwargs (in module dawsonia.config) CONTEXT_SETTINGS (in module dawsonia.cli) convert() (in module dawsonia.prepare) corr_rotate (dawsonia.typing.Preproc attribute) (dawsonia.typing.PreprocConfig attribute) corr_rotate() (in module dawsonia.image_preproc) create_bbox_array() (in module dawsonia.table_detect.opencv_contours) create_unified_dataset() (dawsonia.ml.data.reader.Dataset method) crop_image_to_cell() (dawsonia.io._book.Book method) ctc_loss_lambda_func() (dawsonia.ml.network.model.HTRModel static method) CustomSchedule (class in dawsonia.ml.network.model)

D

DataGenerator (class in dawsonia.ml.data.generator) Dataset (class in dawsonia.ml.data.reader) dawsonia module dawsonia command line option --install-completion --show-completion dawsonia._version module dawsonia.cli module dawsonia.config module dawsonia.digitize module dawsonia.exceptions module dawsonia.i18n module dawsonia.image_id module dawsonia.image_preproc module dawsonia.io module dawsonia.io._book module dawsonia.io._pdf module dawsonia.io._zarr module dawsonia.label module dawsonia.log module dawsonia.ml module dawsonia.ml.api module dawsonia.ml.cli module dawsonia.ml.data module dawsonia.ml.data.evaluation module dawsonia.ml.data.generator module

dawsonia.ml.data.preproc module dawsonia.ml.data.reader module dawsonia.ml.ml module dawsonia.ml.network module dawsonia.ml.network.layers module dawsonia.ml.network.model module dawsonia.prepare module dawsonia.table_detect module dawsonia.table_detect.opencv_contours module dawsonia.table_detect.scipy_proj module dawsonia.table_detect.utils module dawsonia.typing module dawsonia.viz module DAWSONIA_DEBUG (in module dawsonia) (in module dawsonia.viz) DAWSONIA_DEBUG_DIGITIZE (in module dawsonia.digitize) DAWSONIA_DEBUG_TABLE_DETECT (in module dawsonia.viz) debug_clustered_bboxes() (in module dawsonia.viz) debug_image() (in module dawsonia.viz) debug_image_table_detect_opencv_contours() (in module dawsonia.viz) debug_table_positions() (in module dawsonia.viz) debug_tables_detected() (in module dawsonia.viz) debug_threshold() (in module dawsonia.viz) decode() (dawsonia.ml.data.generator.Tokenizer method) (in module dawsonia.image_id) default (dawsonia.typing.TableFormatFile attribute) digitize_book() (in module dawsonia.digitize) digitize_page_and_write_output() (in module dawsonia.digitize) digitize_table_with_model() (in module dawsonia.digitize) disks (dawsonia.image_preproc.Preprocessor attribute) divided_tables (dawsonia.typing.TableFormat attribute)

E

en (in module dawsonia.i18n) encode() (dawsonia.ml.data.generator.Tokenizer method) (in module dawsonia.image_id) ensure_output_path() (dawsonia.digitize._Metadata class method)

environment variable DAWSONIA_DEBUG DAWSONIA_DEBUG_DIGITIZE DAWSONIA_DEBUG_TABLE_DETECT

F

file (dawsonia.io._book.Book attribute) fit() (dawsonia.ml.network.model.HTRModel method) fix_missing_bboxes() (in module dawsonia.table_detect.opencv_contours)

flor() (in module dawsonia.ml.network.model) from_json() (dawsonia.digitize._Metadata class method) FullGatedConv2D (class in dawsonia.ml.network.layers)

G

GatedConv2D (class in dawsonia.ml.network.layers) get_callbacks() (dawsonia.ml.network.model.HTRModel method) get_config() (dawsonia.ml.network.layers.FullGatedConv2D method) (dawsonia.ml.network.layers.GatedConv2D method) (dawsonia.ml.network.layers.OctConv2D method) get_docstring() (in module dawsonia.cli) get_pages() (in module dawsonia.io) get_pages_raw() (in module dawsonia.io)

get_pdf_pages() (in module dawsonia.io._pdf) get_position() (in module dawsonia.table_detect.scipy_proj) get_station_name() (in module dawsonia.io) get_table_structure() (in module dawsonia.table_detect.opencv_contours) (in module dawsonia.table_detect.scipy_proj) get_year() (in module dawsonia.io) get_zarr_pages() (in module dawsonia.io._zarr) get_zarr_pages_raw() (in module dawsonia.io._zarr)

H

HTRModel (class in dawsonia.ml.network.model)

I

idx_tables_size_verify (dawsonia.typing.Preproc attribute) (dawsonia.typing.PreprocConfig attribute) image (dawsonia.digitize.Page attribute) init_logger() (in module dawsonia.log)

init_logger_basic() (in module dawsonia.log) init_tokenizer() (in module dawsonia.digitize) INPUT_SIZE (in module dawsonia.ml.ml) iter_zarr_pages() (in module dawsonia.io._zarr) iter_zarr_pages_ext() (in module dawsonia.io._zarr)

L

label_page() (in module dawsonia.label) label_table() (in module dawsonia.label) labelling_gui() (in module dawsonia.label) learning_rate (dawsonia.ml.api.ML attribute) LEFT_PUNCTUATION_FILTER (in module dawsonia.ml.data.preproc) load_checkpoint() (dawsonia.ml.network.model.HTRModel method) load_model() (in module dawsonia.digitize) log_pdf_metadata() (in module dawsonia.io._pdf) logger (in module dawsonia.digitize) (in module dawsonia.image_preproc) (in module dawsonia.io._book) (in module dawsonia.io._pdf) (in module dawsonia.io._zarr) (in module dawsonia.label) (in module dawsonia.ml.data.preproc) (in module dawsonia.ml.data.reader) (in module dawsonia.ml.ml) (in module dawsonia.ml.network.model) (in module dawsonia.table_detect.opencv_contours) (in module dawsonia.table_detect.scipy_proj) (in module dawsonia.table_detect.utils) (in module dawsonia.viz)

M

make_datagen() (in module dawsonia.ml.ml) make_executor() (in module dawsonia.digitize) make_htr_model() (in module dawsonia.ml.ml) make_patch_collection_from_bboxes() (in module dawsonia.viz) MarkArray (in module dawsonia.typing) MAX_TEXT_LENGTH (in module dawsonia.ml.ml) method (dawsonia.typing.Preproc attribute) (dawsonia.typing.PreprocConfig attribute) ML (class in dawsonia.ml.api) model (dawsonia.ml.api.ML attribute) model_path (dawsonia.ml.api.ML attribute) model_predict() (in module dawsonia.ml.ml) model_test() (in module dawsonia.ml.ml) model_train() (in module dawsonia.ml.ml) module dawsonia dawsonia._version dawsonia.cli dawsonia.config dawsonia.digitize dawsonia.exceptions dawsonia.i18n dawsonia.image_id dawsonia.image_preproc dawsonia.io dawsonia.io._book dawsonia.io._pdf dawsonia.io._zarr dawsonia.label dawsonia.log dawsonia.ml dawsonia.ml.api dawsonia.ml.cli dawsonia.ml.data dawsonia.ml.data.evaluation dawsonia.ml.data.generator dawsonia.ml.data.preproc dawsonia.ml.data.reader dawsonia.ml.ml dawsonia.ml.network dawsonia.ml.network.layers dawsonia.ml.network.model dawsonia.prepare dawsonia.table_detect dawsonia.table_detect.opencv_contours dawsonia.table_detect.scipy_proj dawsonia.table_detect.utils dawsonia.typing dawsonia.viz

N

name_idx (dawsonia.typing.TableFormat attribute) (dawsonia.typing.TableFormatFileVersion attribute) new_label() (in module dawsonia.prepare) next_test_batch() (dawsonia.ml.data.generator.DataGenerator method)

next_train_batch() (dawsonia.ml.data.generator.DataGenerator method) next_valid_batch() (dawsonia.ml.data.generator.DataGenerator method) normalization() (in module dawsonia.ml.data.preproc) NORMALIZE_WHITESPACE_REGEX (in module dawsonia.ml.data.preproc)

O

ocr_metrics() (in module dawsonia.ml.data.evaluation)

OctConv2D (class in dawsonia.ml.network.layers) output_path (dawsonia.ml.api.ML attribute)

P

package (in module dawsonia.cli) Page (class in dawsonia.digitize) page_and_tables() (dawsonia.io._book.Book method) page_curvature_along_x_cubic() (in module dawsonia.table_detect.opencv_contours) page_curvature_along_x_quad() (in module dawsonia.table_detect.opencv_contours) page_middle (dawsonia.io._book.Book attribute) PartitionName (in module dawsonia.ml.data.reader) predict() (dawsonia.ml.api.ML method) (dawsonia.ml.network.model.HTRModel method) Prediction (in module dawsonia.typing) PredictionError predictions_above_thresh (dawsonia.digitize.Statistics attribute) predictions_empty_value (dawsonia.digitize.Statistics attribute) predictions_total (dawsonia.digitize.Statistics attribute)

Preproc (class in dawsonia.typing) preproc (dawsonia.typing.TableFormat attribute) (dawsonia.typing.TableFormatFileVersion attribute) (dawsonia.typing.TableFormatYear attribute) PreprocConfig (class in dawsonia.typing) preprocess() (dawsonia.image_preproc.Preprocessor method) (in module dawsonia.ml.data.preproc) Preprocessor (class in dawsonia.image_preproc) preprocessor (dawsonia.io._book.Book attribute) PreprocMethods (in module dawsonia.typing) Probability (in module dawsonia.typing) projections_of_label_tables() (in module dawsonia.table_detect.scipy_proj) puigcerver() (in module dawsonia.ml.network.model) puigcerver_octconv() (in module dawsonia.ml.network.model)

R

RE_APOSTROPHE_FILTER (in module dawsonia.ml.data.preproc) RE_BASIC_CLEANER (in module dawsonia.ml.data.preproc) RE_DASH_FILTER (in module dawsonia.ml.data.preproc) RE_LEFT_PARENTH_FILTER (in module dawsonia.ml.data.preproc) RE_RESERVED_CHAR_FILTER (in module dawsonia.ml.data.preproc) RE_RIGHT_PARENTH_FILTER (in module dawsonia.ml.data.preproc) read_book() (in module dawsonia.io) read_configfile() (in module dawsonia.config) read_image() (dawsonia.io._book.Book method) read_page() (dawsonia.io._book.Book method) read_partitions() (dawsonia.ml.data.reader.Dataset method) read_pdf_book() (in module dawsonia.io._pdf) read_specific_table_format() (in module dawsonia.io._book)

read_table_formats() (in module dawsonia.config) read_zarr_book() (in module dawsonia.io._zarr) remove_col() (in module dawsonia.table_detect.utils) remove_row() (in module dawsonia.table_detect.utils) remove_tokens() (dawsonia.ml.data.generator.Tokenizer method) RIGHT_PUNCTUATION_FILTER (in module dawsonia.ml.data.preproc) rotate (dawsonia.typing.Transforms attribute) (dawsonia.typing.TransformsConfig attribute) row_idx_unit (dawsonia.typing.Preproc attribute) (dawsonia.typing.PreprocConfig attribute) row_sections (dawsonia.typing.TableFormat attribute) rows (dawsonia.typing.TableFormat attribute) (dawsonia.typing.TableFormatFileVersion attribute)

S

save_labelled_image() (in module dawsonia.label) save_partitions() (dawsonia.ml.data.reader.Dataset method) SequentialPool (class in dawsonia.digitize) set() (dawsonia.digitize.TableMetadata method) set_default_from_configfile() (in module dawsonia.config) set_nan_to_odd_bboxes() (in module dawsonia.table_detect.opencv_contours) set_skip_dict() (in module dawsonia.io._pdf) simply_order() (in module dawsonia.table_detect.scipy_proj) size_cell (dawsonia.io._book.Book attribute) sort_boxes_reading_order() (in module dawsonia.table_detect.utils)

sort_insertion() (in module dawsonia.table_detect.scipy_proj) source (dawsonia.ml.api.ML attribute) source_path (dawsonia.ml.api.ML attribute) square (dawsonia.image_preproc.Preprocessor attribute) station (dawsonia.typing.TableFormat attribute) station_name (dawsonia.io._book.Book property) station_name_from_pdf() (in module dawsonia.io._pdf) station_name_from_zarr() (in module dawsonia.io._zarr) Statistics (class in dawsonia.digitize) submit() (dawsonia.digitize.SequentialPool method) summary() (dawsonia.ml.network.model.HTRModel method)

T

T (in module dawsonia.table_detect.utils) table_detect_opencv_contours() (in module dawsonia.table_detect.opencv_contours) table_detect_scipy_proj() (in module dawsonia.table_detect.scipy_proj) table_format (dawsonia.io._book.Book attribute) table_modif (dawsonia.typing.Preproc attribute) (dawsonia.typing.PreprocConfig attribute) table_modif_rm_row_col() (in module dawsonia.table_detect.utils) table_positions (dawsonia.digitize.TableMetadata attribute) table_sizes (dawsonia.digitize.TableMetadata attribute) TableFormat (class in dawsonia.typing) TableFormatFile (class in dawsonia.typing) TableFormatFileVersion (class in dawsonia.typing) TableFormatMerged (class in dawsonia.typing) TableFormatYear (class in dawsonia.typing) TableMetadata (class in dawsonia.digitize) TablePosArrays (in module dawsonia.typing)

TablePositions (in module dawsonia.typing) TableRowIndex (in module dawsonia.typing) tables (dawsonia.typing.TableFormat attribute) (dawsonia.typing.TableFormatFileVersion attribute) TableSizes (in module dawsonia.typing) TableSizesGeneric (in module dawsonia.typing) text_standardize() (in module dawsonia.ml.data.preproc) TimeUnits (in module dawsonia.typing) to_image() (dawsonia.digitize.Page method) to_json() (dawsonia.digitize._Metadata method) Tokenizer (class in dawsonia.ml.data.generator) tokenizer (dawsonia.ml.api.ML attribute) Transforms (class in dawsonia.typing) transforms (dawsonia.typing.TableFormat attribute) (dawsonia.typing.TableFormatFileVersion attribute) (dawsonia.typing.TableFormatYear attribute) TransformsConfig (class in dawsonia.typing)

U

unset_values (dawsonia.digitize.Statistics attribute)

V

version (dawsonia.typing.TableFormat attribute) (dawsonia.typing.TableFormatFile attribute) (dawsonia.typing.TableFormatYear attribute)

Y

year_from_pdf() (in module dawsonia.io._pdf)

year_from_zarr() (in module dawsonia.io._zarr)

Z

ZarrArray (in module dawsonia.io._zarr)

ZarrGroup (in module dawsonia.io._book) (in module dawsonia.io._zarr)