- Olena-patches

last-svn-commit-884-gefa07ad Further correction of the component outlining bug.
by Coddy Levi 24 May '11

24 May '11

* scribo/util/component_outline.hh: Here. --- scribo/ChangeLog | 8 +++++++- scribo/scribo/util/component_outline.hh | 29 +++++++++++++++++++---------- 2 files changed, 26 insertions(+), 11 deletions(-) diff --git a/scribo/ChangeLog b/scribo/ChangeLog index 9fd4e5e..034f2c4 100644 --- a/scribo/ChangeLog +++ b/scribo/ChangeLog @@ -1,3 +1,9 @@ +2011-05-24 Coddy Levi <levi(a)lrde.epita.fr> + + Further correction of the component outlining bug. + + * scribo/util/component_outline.hh: Here. + 2011-05-19 Guillaume Lazzara <z(a)lrde.epita.fr> Improve results. @@ -42,7 +48,7 @@ * tests/filter/Makefile.am, * tests/util/Makefile.am: Add new targets. - * tests/filter/objects_on_border.cc, +v * tests/filter/objects_on_border.cc, * tests/util/component_outline.cc: New. * tests/img/comp_on_borders.pbm, diff --git a/scribo/scribo/util/component_outline.hh b/scribo/scribo/util/component_outline.hh index ea2f61f..6870755 100644 --- a/scribo/scribo/util/component_outline.hh +++ b/scribo/scribo/util/component_outline.hh @@ -209,10 +209,11 @@ namespace scribo find_farthest(const I& ima, const mln::point2d& begin, const mln::point2d& end, - float precision) + float precision, + int* nb) { float d = 0.; - float dmax = 0.; + float dmax = -1.; e_dir dir = find_first_dir(ima, begin); float a = end[1] - begin[1]; @@ -229,6 +230,8 @@ namespace scribo while (cur != end) { + if (nb != NULL) + (*nb)++; old = cur; cur = next_pt_in_contour(ima, cur, &dir); @@ -237,7 +240,7 @@ namespace scribo if (d < 0) d = -d; - if (d > dmax) + if (d >= dmax) { dmax = d; max = cur; @@ -245,7 +248,7 @@ namespace scribo } - if (dmax > precision * norm) + if (dmax >= precision * norm) return max; else return begin; @@ -261,16 +264,22 @@ namespace scribo mln::p_array<mln::point2d>& l, float precision) { - mln::point2d node = find_farthest(ima, begin, end, precision); + int nb = 0; + mln::point2d node = find_farthest(ima, begin, end, precision, &nb); + int nb_old = nb; if (node != begin) { - if (find_farthest(ima, begin, node, precision) != end) + nb = 0; + mln::point2d test_left = find_farthest(ima, begin, node, precision, &nb); + if ((test_left != end) && (test_left != begin) && (nb_old > nb)) split_rec(ima, begin, node, l, precision); l.append(node); - if (find_farthest(ima, node, end, precision) != begin) + nb = 0; + mln::point2d test_right = find_farthest(ima, node, end, precision, &nb); + if ((test_right != begin) && (test_right != end) && (nb_old > nb)) split_rec(ima, node, end, l, precision); } @@ -287,7 +296,7 @@ namespace scribo { mln::point2d node; - node = find_farthest(ima, begin, end, precision); + node = find_farthest(ima, begin, end, precision, NULL); l.append(begin); @@ -302,7 +311,7 @@ namespace scribo l.append(end); - node = find_farthest(ima, end, begin, precision); + node = find_farthest(ima, end, begin, precision, NULL); if (node != end) { @@ -362,7 +371,7 @@ namespace scribo std::pair<mln::point2d, mln::point2d> initials = internal::get_initials(ima); - std::cout << " - " << initials.first << " - " << initials.second << std::endl; + std::cout << " - " << initials.first << " - " << initials.first << std::endl; internal::split(ima, initials.first, -- 1.5.6.5

1 0

branch icdar/hdlac2011 updated: last-svn-commit-883-gebfb6d5
by git＠lrde.epita.fr 20 May '11

20 May '11

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch icdar/hdlac2011 has been updated via ebfb6d5d15d50abe54ce41cb88b243c7b03b1935 (commit) from f8dae9bab9ea4273a4fc426d7a7bbb3a24c4be93 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- ebfb6d5 2011-05-20 Coddy Levi <levi(a)lrde.epita.fr> ----------------------------------------------------------------------- Summary of changes: scribo/ChangeLog | 6 ++++++ scribo/scribo/util/component_outline.hh | 21 +++++++++++++-------- 2 files changed, 19 insertions(+), 8 deletions(-) hooks/post-receive -- Olena, a generic and efficient image processing platform

1 0

branch master updated: last-svn-commit-1-g3c76d36
by theo＠lrde.epita.fr 20 May '11

20 May '11

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch master has been updated via 3c76d368389afeb0ef7cab77dbe1901b1bf6ff69 (commit) from c9b6114cfa70fc440835c55a665a67feca0a1cfa (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- 3c76d36 Replace img/lena.pgm by "standard" version. ----------------------------------------------------------------------- Summary of changes: milena/ChangeLog | 5 +++++ milena/img/lena.pgm | 3 ++- 2 files changed, 7 insertions(+), 1 deletions(-) hooks/post-receive -- Olena, a generic and efficient image processing platform

1 0

branch icdar/hdlac2011 updated: last-svn-commit-882-gf8dae9b
by lazzara＠lrde.epita.fr 19 May '11

19 May '11

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch icdar/hdlac2011 has been updated via f8dae9bab9ea4273a4fc426d7a7bbb3a24c4be93 (commit) from 973e5ac6bd3ecea14c6df71aa03a2dd78811b9ea (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- f8dae9b Improve results. ----------------------------------------------------------------------- Summary of changes: scribo/ChangeLog | 16 +++++++ .../primitive/extract/lines_h_thick_and_thin.hh | 15 ++++++- scribo/scribo/primitive/extract/non_text_hdoc.hh | 4 ++ scribo/scribo/text/paragraphs.hh | 44 ++++++++++--------- .../toolchain/internal/content_in_hdoc_functor.hh | 15 ++++--- scribo/src/content_in_hdoc.cc | 2 +- .../src/primitive/extract/lines_thick_and_thin.cc | 2 +- 7 files changed, 67 insertions(+), 31 deletions(-) hooks/post-receive -- Olena, a generic and efficient image processing platform

1 0

last-svn-commit-882-gf8dae9b Improve results.
by Guillaume Lazzara 19 May '11

19 May '11

* scribo/primitive/extract/lines_h_thick_and_thin.hh: Fix structural element length. * scribo/primitive/extract/non_text_hdoc.hh: Filter too small images. * scribo/text/paragraphs.hh: Make it compile. * scribo/toolchain/internal/content_in_hdoc_functor.hh: Denoise larger objects. Fix vseparator image and binary_image_wo_seps. * src/primitive/extract/lines_thick_and_thin.cc: Be less severe on parameters. --- scribo/ChangeLog | 16 +++++++ .../primitive/extract/lines_h_thick_and_thin.hh | 15 ++++++- scribo/scribo/primitive/extract/non_text_hdoc.hh | 4 ++ scribo/scribo/text/paragraphs.hh | 44 ++++++++++--------- .../toolchain/internal/content_in_hdoc_functor.hh | 15 ++++--- scribo/src/content_in_hdoc.cc | 2 +- .../src/primitive/extract/lines_thick_and_thin.cc | 2 +- 7 files changed, 67 insertions(+), 31 deletions(-) diff --git a/scribo/ChangeLog b/scribo/ChangeLog index 5e29749..bfe43b2 100644 --- a/scribo/ChangeLog +++ b/scribo/ChangeLog @@ -1,3 +1,19 @@ +2011-05-19 Guillaume Lazzara <z(a)lrde.epita.fr> + + Improve results. + + * scribo/primitive/extract/lines_h_thick_and_thin.hh: Fix structural element length. + + * scribo/primitive/extract/non_text_hdoc.hh: Filter too small images. + + * scribo/text/paragraphs.hh: Make it compile. + + * scribo/toolchain/internal/content_in_hdoc_functor.hh: Denoise + larger objects. Fix vseparator image and binary_image_wo_seps. + + * src/primitive/extract/lines_thick_and_thin.cc: Be less severe on + parameters. + 2011-05-18 Julien Marquegnies <marquegnies(a)lrde.epita.fr> Improve paragraph grouping for historical documents. diff --git a/scribo/scribo/primitive/extract/lines_h_thick_and_thin.hh b/scribo/scribo/primitive/extract/lines_h_thick_and_thin.hh index b9b44b4..511da9f 100644 --- a/scribo/scribo/primitive/extract/lines_h_thick_and_thin.hh +++ b/scribo/scribo/primitive/extract/lines_h_thick_and_thin.hh @@ -49,6 +49,7 @@ # include <mln/pw/all.hh> # include <mln/core/routine/duplicate.hh> # include <mln/win/rectangle2d.hh> +# include <mln/win/hline2d.hh> # include <mln/morpho/dilation.hh> # include <mln/data/convert.hh> @@ -63,6 +64,7 @@ # include <scribo/core/def/lbl_type.hh> # include <scribo/primitive/internal/rd.hh> +# include <scribo/debug/logger.hh> namespace scribo @@ -485,8 +487,15 @@ namespace scribo mln_concrete(I) mask = internal::detect_thick(tags); internal::add_thin(tags, mask); + + debug::logger().log_image(debug::AuxiliaryResults, + mask, "lines_h_thick_and_thin_mask"); + image2d<bool> output = internal::rd3_fast(mask, binary_image, - length, delta); + 2 * length, 2 * delta); + + debug::logger().log_image(debug::AuxiliaryResults, + output, "lines_h_thick_and_thin_output_before_filter"); // Remove invalid lines typedef scribo::def::lbl_type V; @@ -499,6 +508,10 @@ namespace scribo if (bbox(e).width() < filter_factor * length || bbox(e).width() / bbox(e).height() < 3) data::fill(((output | bbox(e)).rw() | (pw::value(lbl) == pw::cst(e))).rw(), false); + debug::logger().log_image(debug::Results, + output, "lines_h_thick_and_thin_output"); + + trace::exiting("scribo::primitive::extract::lines_h_thick_and_thin"); return output; } diff --git a/scribo/scribo/primitive/extract/non_text_hdoc.hh b/scribo/scribo/primitive/extract/non_text_hdoc.hh index 4924189..97e1f0e 100644 --- a/scribo/scribo/primitive/extract/non_text_hdoc.hh +++ b/scribo/scribo/primitive/extract/non_text_hdoc.hh @@ -47,6 +47,8 @@ # include <scribo/filter/objects_small.hh> # include <scribo/filter/objects_on_border.hh> +# include <scribo/filter/objects_v_thin.hh> +# include <scribo/filter/objects_h_thin.hh> //DEBUG #include <mln/util/timer.hh> @@ -111,6 +113,8 @@ namespace scribo elements = scribo::filter::components_small(elements, 200); elements = scribo::filter::components_on_border(elements); + elements = scribo::filter::objects_v_thin(elements, 100); + elements = scribo::filter::objects_h_thin(elements, 100); // Debug { diff --git a/scribo/scribo/text/paragraphs.hh b/scribo/scribo/text/paragraphs.hh index 9a59e02..af01581 100644 --- a/scribo/scribo/text/paragraphs.hh +++ b/scribo/scribo/text/paragraphs.hh @@ -30,10 +30,10 @@ namespace scribo //------------------------------------- // Extracting root of links //------------------------------------- - template <typename T> + template <typename L> inline unsigned - find_root(util::array<T>& parent, unsigned x) + find_root(line_links<L>& parent, unsigned x) { unsigned tmp_x = x; @@ -50,10 +50,10 @@ namespace scribo return x; } - template <typename T> + template <typename L> inline void - set_root(util::array<T>& parent, unsigned x, const unsigned root) + set_root(line_links<L>& parent, unsigned x, const unsigned root) { while (parent(x) != x && parent(x) != root) { @@ -799,27 +799,29 @@ namespace scribo } } - // Only debug + // Post link processing + + const line_links<L> backup = output.duplicate(); + for (unsigned i = 0; i < output.nelements(); ++i) + { + const line_id_t current_neighbor = backup(i); + output(i) = scribo::internal::find_root(output, i); + const line_id_t root_index = output(i); + + for (unsigned j = 0; j < right.nelements(); ++j) + { + if (i != j && + current_neighbor != i && + right(j) == i) + scribo::internal::set_root(output, j, root_index); + } + } + + // Only debug // { // image2d<value::rgb8> debug = data::convert(value::rgb8(), input); - // const util::array<value::int_u16> backup = output; - // for (unsigned i = 0; i < output.nelements(); ++i) - // { - // const value::int_u16 current_neighbor = backup(i); - // output(i) = internal::find_root(output, i); - // const value::int_u16 root_index = output(i); - - // for (unsigned j = 0; j < right.nelements(); ++j) - // { - // if (i != j && - // current_neighbor != i && - // right(j) == i) - // internal::set_root(output, j, root_index); - // } - // } - // mln::util::array<accu::shape::bbox<point2d> > nbbox(output.nelements()); // for_all_lines(l, lines) // if (lines(l).is_textline()) diff --git a/scribo/scribo/toolchain/internal/content_in_hdoc_functor.hh b/scribo/scribo/toolchain/internal/content_in_hdoc_functor.hh index 92db8a7..e7d14ff 100644 --- a/scribo/scribo/toolchain/internal/content_in_hdoc_functor.hh +++ b/scribo/scribo/toolchain/internal/content_in_hdoc_functor.hh @@ -182,14 +182,14 @@ namespace scribo mln_ch_value(I,bool) vseparators = preprocessing::rotate_90( primitive::extract::lines_h_thick_and_thin( - preprocessing::rotate_90(processed_image), 101, 3, 0.05, 0.80, 2), false), + preprocessing::rotate_90(processed_image), 101, 3, 0.2, 0.6, 1), false), hseparators = primitive::extract::lines_h_thick_and_thin( processed_image, 101, 3); doc.set_vline_separators(vseparators); doc.set_hline_separators(hseparators); - separators = vseparators; + separators = duplicate(vseparators); separators += hseparators; border::resize(processed_image, border::thickness); @@ -202,7 +202,6 @@ namespace scribo input_cleaned = primitive::remove::separators(processed_image, separators); - doc.set_binary_image_wo_seps(input_cleaned); on_progress(); } @@ -231,7 +230,7 @@ namespace scribo { on_new_progress_label("Denoise..."); - input_cleaned = preprocessing::denoise_fg(input_cleaned, c8(), 3); + input_cleaned = preprocessing::denoise_fg(input_cleaned, c8(), 10); // Debug # ifndef SCRIBO_NDEBUG @@ -242,13 +241,15 @@ namespace scribo on_progress(); } + doc.set_binary_image_wo_seps(input_cleaned); + /// Finding components. on_new_progress_label("Finding components..."); + // NOTE: Component features computation is disabled. V ncomponents; component_set<L> - components = scribo::primitive::extract::components(original_image, - input_cleaned, + components = scribo::primitive::extract::components(input_cleaned, c8(), ncomponents); @@ -269,7 +270,7 @@ namespace scribo on_new_progress_label("Filtering components"); - components = scribo::filter::components_small(components, 3); + components = scribo::filter::components_small(components, 10); on_progress(); diff --git a/scribo/src/content_in_hdoc.cc b/scribo/src/content_in_hdoc.cc index e0d2258..ed15693 100644 --- a/scribo/src/content_in_hdoc.cc +++ b/scribo/src/content_in_hdoc.cc @@ -200,7 +200,7 @@ int main(int argc, char* argv[]) // Saving results std::cout << "Saving results..." << std::endl; - scribo::io::xml::save(doc, "page.xml", scribo::io::xml::Page); +// scribo::io::xml::save(doc, "page.xml", scribo::io::xml::Page); std::cout << "End of process - " << t << std::endl; diff --git a/scribo/src/primitive/extract/lines_thick_and_thin.cc b/scribo/src/primitive/extract/lines_thick_and_thin.cc index f574b3d..fb78862 100644 --- a/scribo/src/primitive/extract/lines_thick_and_thin.cc +++ b/scribo/src/primitive/extract/lines_thick_and_thin.cc @@ -91,7 +91,7 @@ int main(int argc, char *argv[]) input, length, delta); I vseparators = preprocessing::rotate_90( primitive::extract::lines_h_thick_and_thin( - preprocessing::rotate_90(input), length, delta, 0.05, 0.80, 2), false); + preprocessing::rotate_90(input), length, delta, 0.1, 0.80, 2), false); I separators = duplicate(vseparators); separators += hseparators; -- 1.5.6.5

1 0

last-svn-commit-883-gebfb6d5 2011-05-20 Coddy Levi <levi@lrde.epita.fr>
by Coddy Levi 19 May '11

19 May '11

Correct a bug in the compononent outlining algorithm. * scribo/util/component_outline.hh: Here. --- scribo/ChangeLog | 6 ++++++ scribo/scribo/util/component_outline.hh | 21 +++++++++++++-------- 2 files changed, 19 insertions(+), 8 deletions(-) diff --git a/scribo/ChangeLog b/scribo/ChangeLog index bfe43b2..9fd4e5e 100644 --- a/scribo/ChangeLog +++ b/scribo/ChangeLog @@ -14,6 +14,12 @@ * src/primitive/extract/lines_thick_and_thin.cc: Be less severe on parameters. +2011-05-20 Coddy Levi <levi(a)lrde.epita.fr> + + Correct a bug in the compononent outlining algorithm. + + * scribo/util/component_outline.hh: Here. + 2011-05-18 Julien Marquegnies <marquegnies(a)lrde.epita.fr> Improve paragraph grouping for historical documents. diff --git a/scribo/scribo/util/component_outline.hh b/scribo/scribo/util/component_outline.hh index 85ab4a7..ea2f61f 100644 --- a/scribo/scribo/util/component_outline.hh +++ b/scribo/scribo/util/component_outline.hh @@ -264,13 +264,16 @@ namespace scribo mln::point2d node = find_farthest(ima, begin, end, precision); if (node != begin) - { - split_rec(ima, begin, node, l, precision); + { + if (find_farthest(ima, begin, node, precision) != end) + split_rec(ima, begin, node, l, precision); - l.append(node); + l.append(node); + + if (find_farthest(ima, node, end, precision) != begin) + split_rec(ima, node, end, l, precision); + } - split_rec(ima, node, end, l, precision); - } } /// Init the spliting procedure on both side of the line. @@ -318,9 +321,11 @@ namespace scribo get_initials(const I& ima) { mln::point2d begin(mln::geom::min_row(ima), - mln::geom::min_col(ima)); + mln::geom::max_col(ima) + - ima.ncols() / 2); mln::point2d end(mln::geom::max_row(ima), - mln::geom::max_col(ima)); + mln::geom::max_col(ima) + - ima.ncols() / 2); while (ima(begin) == mln::literal::zero) begin[0]++; @@ -346,7 +351,7 @@ namespace scribo mln_precondition(ima.is_valid()); - mln::accu::shape::bbox<point2d> ab; + mln::accu::shape::bbox<mln::point2d> ab; mln_piter(I) p(ima.domain()); for_all(p) ab.take(p); -- 1.5.6.5

1 0

last-svn-commit-883-g0d80a70 Correct a bug in the compononent outlining algorithm.
by Coddy Levi 19 May '11

19 May '11

* scribo/util/component_outline.hh: Here. --- scribo/ChangeLog | 6 ++++++ scribo/scribo/util/component_outline.hh | 21 +++++++++++++-------- 2 files changed, 19 insertions(+), 8 deletions(-) diff --git a/scribo/ChangeLog b/scribo/ChangeLog index bfe43b2..9fd4e5e 100644 --- a/scribo/ChangeLog +++ b/scribo/ChangeLog @@ -14,6 +14,12 @@ * src/primitive/extract/lines_thick_and_thin.cc: Be less severe on parameters. +2011-05-20 Coddy Levi <levi(a)lrde.epita.fr> + + Correct a bug in the compononent outlining algorithm. + + * scribo/util/component_outline.hh: Here. + 2011-05-18 Julien Marquegnies <marquegnies(a)lrde.epita.fr> Improve paragraph grouping for historical documents. diff --git a/scribo/scribo/util/component_outline.hh b/scribo/scribo/util/component_outline.hh index 85ab4a7..ea2f61f 100644 --- a/scribo/scribo/util/component_outline.hh +++ b/scribo/scribo/util/component_outline.hh @@ -264,13 +264,16 @@ namespace scribo mln::point2d node = find_farthest(ima, begin, end, precision); if (node != begin) - { - split_rec(ima, begin, node, l, precision); + { + if (find_farthest(ima, begin, node, precision) != end) + split_rec(ima, begin, node, l, precision); - l.append(node); + l.append(node); + + if (find_farthest(ima, node, end, precision) != begin) + split_rec(ima, node, end, l, precision); + } - split_rec(ima, node, end, l, precision); - } } /// Init the spliting procedure on both side of the line. @@ -318,9 +321,11 @@ namespace scribo get_initials(const I& ima) { mln::point2d begin(mln::geom::min_row(ima), - mln::geom::min_col(ima)); + mln::geom::max_col(ima) + - ima.ncols() / 2); mln::point2d end(mln::geom::max_row(ima), - mln::geom::max_col(ima)); + mln::geom::max_col(ima) + - ima.ncols() / 2); while (ima(begin) == mln::literal::zero) begin[0]++; @@ -346,7 +351,7 @@ namespace scribo mln_precondition(ima.is_valid()); - mln::accu::shape::bbox<point2d> ab; + mln::accu::shape::bbox<mln::point2d> ab; mln_piter(I) p(ima.domain()); for_all(p) ab.take(p); -- 1.5.6.5

1 0

branch icdar/hdlac2011 updated: last-svn-commit-881-g973e5ac
by lazzara＠lrde.epita.fr 18 May '11

18 May '11

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch icdar/hdlac2011 has been updated via 973e5ac6bd3ecea14c6df71aa03a2dd78811b9ea (commit) from 853ed71516fef6f26d0ba5cd80b35a74f6c53269 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- 973e5ac Improve paragraph grouping for historical documents. ----------------------------------------------------------------------- Summary of changes: scribo/ChangeLog | 8 + scribo/scribo/core/line_info.hh | 18 ++- scribo/scribo/text/merging.hh | 16 +- scribo/scribo/text/paragraphs.hh | 388 ++++++++++++++++++++++++++++++++++---- 4 files changed, 378 insertions(+), 52 deletions(-) hooks/post-receive -- Olena, a generic and efficient image processing platform

1 0

branch unstable/scribo updated: last-svn-commit-874-g3368692
by lazzara＠lrde.epita.fr 18 May '11

18 May '11

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch unstable/scribo has been updated via 3368692f6ecf9e857f8443caa3f8d60da470a1f9 (commit) from 3e4992613401cb2f4332d159cd29b1655074f997 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- 3368692 doc/research.tex: New file describing tests and conclusions. ----------------------------------------------------------------------- Summary of changes: scribo/ChangeLog | 4 + scribo/doc/research.tex | 230 +++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 234 insertions(+), 0 deletions(-) create mode 100644 scribo/doc/research.tex hooks/post-receive -- Olena, a generic and efficient image processing platform

1 0

last-svn-commit-874-g3368692 doc/research.tex: New file describing tests and conclusions.
by Guillaume Lazzara 18 May '11

18 May '11

--- scribo/ChangeLog | 4 + scribo/doc/research.tex | 230 +++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 234 insertions(+), 0 deletions(-) create mode 100644 scribo/doc/research.tex diff --git a/scribo/ChangeLog b/scribo/ChangeLog index 0412e63..fd8acad 100644 --- a/scribo/ChangeLog +++ b/scribo/ChangeLog @@ -1,3 +1,7 @@ +2011-05-18 Guillaume Lazzara <z(a)lrde.epita.fr> + + * doc/research.tex: New file describing tests and conclusions. + 2011-05-17 Guillaume Lazzara <z(a)lrde.epita.fr> Add a new tool. diff --git a/scribo/doc/research.tex b/scribo/doc/research.tex new file mode 100644 index 0000000..86ab68c --- /dev/null +++ b/scribo/doc/research.tex @@ -0,0 +1,230 @@ +%% Copyright (C) 2011 EPITA Research and Development Laboratory (LRDE) +%% +%% This file is part of Olena. +%% +%% Olena is free software: you can redistribute it and/or modify it under +%% the terms of the GNU General Public License as published by the Free +%% Software Foundation, version 2 of the License. +%% +%% Olena is distributed in the hope that it will be useful, +%% but WITHOUT ANY WARRANTY; without even the implied warranty of +%% MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +%% General Public License for more details. +%% +%% You should have received a copy of the GNU General Public License +%% along with Olena. If not, see <http://www.gnu.org/licenses/>. + +\documentclass[a4]{book} + +%\usepackage{hevea} + +\usepackage{html} +\usepackage{hyperref} +\usepackage{graphicx} +\usepackage{makeidx} +\usepackage{xcolor} +\usepackage{color} + +\title{SCRIBO\\ + \large{Research report} } +\author{LRDE} +\date{} +\makeindex + + +\begin{document} + +\maketitle + + + +%=========================================== +%=========================================== +%=========================================== +\chapter{Preprocessing} + + + +%******************************************* +%******************************************* +\section{Show-through removal} + + +%******************************************* +%******************************************* +\section{Color to grayscale conversion} + +2 formulas tested : +\begin{itemize} +\item $R + G + V$ +\item $0.299 * R + 0.587 * G + 0.114 * B$ +\end{itemize} + + +%******************************************* +%******************************************* +\section{Binarization} + + + +%........................................... +\subsection{Sauvola} +\par{Sauvola} + +\cite{Sauvola} + +Best published method for documents. + +Parameters set up according to \cite{Badekas}. + +\par{Sauvola Multi-scale} + +Implemented with integral images. \cite{Faisal.integral_images} + +\par{Sauvola 3-channels} + + + +%******************************************* +%******************************************* +\section{Background/Foreground identification} + + + +%******************************************* +%******************************************* +\section{Unskew} + + + +%******************************************* +%******************************************* +\section{Denoising} + + + +%******************************************* +%******************************************* +\section{Delimitors} + +%........................................... +\subsection{Lines} + +%........................................... +\subsection{Tab-stops and whitespaces} + +File concerned : scribo/primitive/extract/separators\_non\_visible.hh + +First attempt to retrieve tab-stops/whitespaces delimitors. In order +to limit false positive, the components are dilated horizontaly prior +the algorithm. + +False positive were still too numerous in the core paragraphes. + + +File concerned : scribo/primitive/extract/alignments.hh + +In order to avoid too much false positive, the text is grouped once +(almost by word). To limit connections between paragraphs, the rules +used to connect components is as follows : lookup for the closest left +neighbor until a maximum distance compute with the formula (w / 2.0f) ++ (dmax_factor_ * h), where w and h are respectively the width and the +height of the component. dmax_factor_ is a user defined parameter set +to 1. Functor primitive::link::internal::dmax_default is used and +implement that rule.. + +We tried to find tabstops and whitespaces without grouping first but +there were too much false positive inside paragraphs. Grouping may be +a problem some times since if two paragraphs are too close to +eachother, they may already connect... + + +%=========================================== +%=========================================== +%=========================================== +\chapter{Text extraction} + +%******************************************* +%******************************************* +\section{lines} + +%........................................... +\subsection{Component labeling} + +%........................................... +\subsection{Component grouping} + +%........................................... +\subsection{Line reconstruction} + + + +%******************************************* +%******************************************* +\section{paragraphs/text blocks} + + +%=========================================== +%=========================================== +%=========================================== +\chapter{Non-text object extraction} + +%******************************************* +%******************************************* +\section{Background learning} + + +%=========================================== +%=========================================== +%=========================================== +\chapter{Text recognition (OCR)} + +%******************************************* +%******************************************* +\section{Tesseract Integration} + + +%******************************************* +%******************************************* +\section{Text cleanup} + + +%=========================================== +%=========================================== +%=========================================== +\chapter{Data structures} + +%******************************************* +%******************************************* +\section{Component\_set} +\subsection{Component\_info} + +%******************************************* +%******************************************* +\section{object\_links} + +%******************************************* +%******************************************* +\section{object\_groups} + + + +%******************************************* +%******************************************* +\section{line\_set} + +%........................................... +\subsection{line\_info} + + + + +%******************************************* +%******************************************* +\section{paragraph\_set} + +%........................................... +\subsection{paragraph\_info} + +\end{document} + -- 1.5.6.5

1 0