- Olena-patches

last-svn-commit-136-g080134d Update tools in scribo/src.
by Guillaume Lazzara 03 Jun '10

03 Jun '10

* src/Makefile.am: Add postprocessing subdir. * src/postprocessing/Makefile.am, * src/postprocessing/fill_object_holes.cc: New. * src/preprocessing/denoise.cc: Remove. * src/preprocessing/denoise_bg.cc, * src/preprocessing/denoise_fg.cc: New. --- scribo/ChangeLog | 14 ++++++++++++ scribo/src/Makefile.am | 7 +++-- .../toolchain => src/postprocessing}/Makefile.am | 9 +++++-- .../fill_object_holes.cc} | 22 +++++++++---------- scribo/src/preprocessing/Makefile.am | 6 +++- .../preprocessing/{denoise.cc => denoise_bg.cc} | 18 +++++++--------- .../preprocessing/{denoise.cc => denoise_fg.cc} | 21 ++++++++---------- 7 files changed, 55 insertions(+), 42 deletions(-) copy scribo/{tests/toolchain => src/postprocessing}/Makefile.am (84%) copy scribo/src/{preprocessing/denoise.cc => postprocessing/fill_object_holes.cc} (78%) copy scribo/src/preprocessing/{denoise.cc => denoise_bg.cc} (83%) rename scribo/src/preprocessing/{denoise.cc => denoise_fg.cc} (78%) diff --git a/scribo/ChangeLog b/scribo/ChangeLog index a473c52..f2eb3c3 100644 --- a/scribo/ChangeLog +++ b/scribo/ChangeLog @@ -1,5 +1,19 @@ 2010-06-03 Guillaume Lazzara <z(a)lrde.epita.fr> + Update tools in scribo/src. + + * src/Makefile.am: Add postprocessing subdir. + + * src/postprocessing/Makefile.am, + * src/postprocessing/fill_object_holes.cc: New. + + * src/preprocessing/denoise.cc: Remove. + + * src/preprocessing/denoise_bg.cc, + * src/preprocessing/denoise_fg.cc: New. + +2010-06-03 Guillaume Lazzara <z(a)lrde.epita.fr> + Add a specific toolchain for Nepomuk integration. * convert/from_qimage.hh: New. convert an image2d to a QImage. diff --git a/scribo/src/Makefile.am b/scribo/src/Makefile.am index e910f53..b3a7859 100644 --- a/scribo/src/Makefile.am +++ b/scribo/src/Makefile.am @@ -1,4 +1,5 @@ -# Copyright (C) 2009 EPITA Research and Development Laboratory (LRDE). +# Copyright (C) 2009, 2010 EPITA Research and Development Laboratory +# (LRDE). # # This file is part of Olena. # @@ -25,12 +26,12 @@ SUBDIRS = \ primitive \ filter \ misc \ - nuxeo_xwiki \ + postprocessing \ preprocessing \ table \ text -bin_PROGRAMS = \ +bin_PROGRAMS = \ pbm_lines_in_doc diff --git a/scribo/tests/toolchain/Makefile.am b/scribo/src/postprocessing/Makefile.am similarity index 84% copy from scribo/tests/toolchain/Makefile.am copy to scribo/src/postprocessing/Makefile.am index 826fb86..b21cac2 100644 --- a/scribo/tests/toolchain/Makefile.am +++ b/scribo/src/postprocessing/Makefile.am @@ -17,7 +17,10 @@ ## Process this file through Automake to create Makefile.in. -include $(top_srcdir)/scribo/tests/tests.mk +include $(top_srcdir)/scribo/scribo.mk -SUBDIRS = \ - nepomuk \ No newline at end of file +bin_PROGRAMS = \ + fill_object_holes + + +fill_object_holes_SOURCES = fill_object_holes.cc diff --git a/scribo/src/preprocessing/denoise.cc b/scribo/src/postprocessing/fill_object_holes.cc similarity index 78% copy from scribo/src/preprocessing/denoise.cc copy to scribo/src/postprocessing/fill_object_holes.cc index 0eb567b..280eae5 100644 --- a/scribo/src/preprocessing/denoise.cc +++ b/scribo/src/postprocessing/fill_object_holes.cc @@ -28,7 +28,7 @@ #include <mln/io/pbm/all.hh> #include <scribo/debug/usage.hh> -#include <scribo/preprocessing/denoise.hh> +#include <scribo/postprocessing/fill_object_holes.hh> @@ -36,8 +36,7 @@ const char *args_desc[][2] = { { "input.pbm", "A binary image. 'True' for objects, 'False'\ for the background." }, - { "fg_min_card", "The minimum neighbor count to be set to true." }, - { "bg_min_card", "The minimum neighbor count to be set to false." }, + { "ratio", "The maximum holes size ratio to allow hole filling." }, {0, 0} }; @@ -46,12 +45,11 @@ int main(int argc, char *argv[]) { using namespace mln; - if (argc != 5) + if (argc != 4) return scribo::debug::usage(argv, - "Remove noise.", - "input.pbm fg_min_card bg_min_card output.pbm", - args_desc, - "A binary image."); + "Fill object holes.", + "input.pbm ratio output.pbm", + args_desc); trace::entering("main"); @@ -59,11 +57,11 @@ int main(int argc, char *argv[]) I input; io::pbm::load(input, argv[1]); - unsigned fg_min_card = atoi(argv[2]); - unsigned bg_min_card = atoi(argv[3]); + float ratio = atof(argv[2]); - io::pbm::save(scribo::preprocessing::denoise(input, fg_min_card, bg_min_card), - argv[4]); + I output = scribo::postprocessing::fill_object_holes(input, ratio); + + io::pbm::save(output, argv[3]); trace::exiting("main"); } diff --git a/scribo/src/preprocessing/Makefile.am b/scribo/src/preprocessing/Makefile.am index 1f683e4..d080c96 100644 --- a/scribo/src/preprocessing/Makefile.am +++ b/scribo/src/preprocessing/Makefile.am @@ -21,13 +21,15 @@ include $(top_srcdir)/scribo/scribo.mk bin_PROGRAMS = \ - denoise \ + denoise_bg \ + denoise_fg \ homogeneous_contrast \ preprocess \ split_bg_fg \ unskew -denoise_SOURCES = denoise.cc +denoise_bg_SOURCES = denoise_bg.cc +denoise_fg_SOURCES = denoise_fg.cc homogeneous_contrast_SOURCES = homogeneous_contrast.cc preprocess_SOURCES = preprocess.cc split_bg_fg_SOURCES = split_bg_fg.cc diff --git a/scribo/src/preprocessing/denoise.cc b/scribo/src/preprocessing/denoise_bg.cc similarity index 83% copy from scribo/src/preprocessing/denoise.cc copy to scribo/src/preprocessing/denoise_bg.cc index 0eb567b..e9d83cf 100644 --- a/scribo/src/preprocessing/denoise.cc +++ b/scribo/src/preprocessing/denoise_bg.cc @@ -36,7 +36,6 @@ const char *args_desc[][2] = { { "input.pbm", "A binary image. 'True' for objects, 'False'\ for the background." }, - { "fg_min_card", "The minimum neighbor count to be set to true." }, { "bg_min_card", "The minimum neighbor count to be set to false." }, {0, 0} }; @@ -46,12 +45,11 @@ int main(int argc, char *argv[]) { using namespace mln; - if (argc != 5) + if (argc != 4) return scribo::debug::usage(argv, - "Remove noise.", - "input.pbm fg_min_card bg_min_card output.pbm", - args_desc, - "A binary image."); + "Remove noise in background using c4 neighbor.", + "input.pbm bg_min_card output.pbm", + args_desc); trace::entering("main"); @@ -59,11 +57,11 @@ int main(int argc, char *argv[]) I input; io::pbm::load(input, argv[1]); - unsigned fg_min_card = atoi(argv[2]); - unsigned bg_min_card = atoi(argv[3]); + unsigned bg_min_card = atoi(argv[2]); - io::pbm::save(scribo::preprocessing::denoise(input, fg_min_card, bg_min_card), - argv[4]); + I output = scribo::preprocessing::denoise_bg(input, c4(), bg_min_card); + + io::pbm::save(output, argv[3]); trace::exiting("main"); } diff --git a/scribo/src/preprocessing/denoise.cc b/scribo/src/preprocessing/denoise_fg.cc similarity index 78% rename from scribo/src/preprocessing/denoise.cc rename to scribo/src/preprocessing/denoise_fg.cc index 0eb567b..307e8f6 100644 --- a/scribo/src/preprocessing/denoise.cc +++ b/scribo/src/preprocessing/denoise_fg.cc @@ -1,5 +1,4 @@ -// Copyright (C) 2009, 2010 EPITA Research and Development Laboratory -// (LRDE) +// Copyright (C) 2010 EPITA Research and Development Laboratory (LRDE) // // This file is part of Olena. // @@ -36,8 +35,7 @@ const char *args_desc[][2] = { { "input.pbm", "A binary image. 'True' for objects, 'False'\ for the background." }, - { "fg_min_card", "The minimum neighbor count to be set to true." }, - { "bg_min_card", "The minimum neighbor count to be set to false." }, + { "fg_min_card", "The minimum neighbor count to be set to false." }, {0, 0} }; @@ -46,12 +44,11 @@ int main(int argc, char *argv[]) { using namespace mln; - if (argc != 5) + if (argc != 4) return scribo::debug::usage(argv, - "Remove noise.", - "input.pbm fg_min_card bg_min_card output.pbm", - args_desc, - "A binary image."); + "Remove noisy objects using c8 neighbors.", + "input.pbm fg_min_card output.pbm", + args_desc); trace::entering("main"); @@ -60,10 +57,10 @@ int main(int argc, char *argv[]) io::pbm::load(input, argv[1]); unsigned fg_min_card = atoi(argv[2]); - unsigned bg_min_card = atoi(argv[3]); - io::pbm::save(scribo::preprocessing::denoise(input, fg_min_card, bg_min_card), - argv[4]); + I output = scribo::preprocessing::denoise_fg(input, c8(), fg_min_card); + + io::pbm::save(output, argv[3]); trace::exiting("main"); } -- 1.5.6.5

1 0

last-svn-commit-135-g40d5180 Add a specific toolchain for Nepomuk integration.
by Guillaume Lazzara 03 Jun '10

03 Jun '10

* convert/from_qimage.hh: New. convert an image2d to a QImage. * core/line_info.hh: Add a new member has_text. * text/recognition.hh: Remove an invalid precondition. * toolchain/nepomuk/text_extraction.hh: New. Specific toolchain for Nepomuk. * tests/Makefile.am: Add toolchain/* subdirs. * tests/toolchain/Makefile.am, * tests/toolchain/nepomuk/Makefile.am: New. * tests/img/wildly.pbm: New. New test image. * tests/toolchain/nepomuk/text_extraction.cc: New. New test. --- scribo/ChangeLog | 22 +++ .../crop.hh => convert/from_qimage.hh} | 68 +++++---- scribo/core/line_info.hh | 8 + scribo/tests/Makefile.am | 1 + scribo/tests/img/wildly.pbm | Bin 0 -> 2208 bytes scribo/tests/{text => toolchain}/Makefile.am | 7 +- .../{filter => toolchain/nepomuk}/Makefile.am | 27 +++- .../tests/toolchain/nepomuk/text_extraction.cc | 31 ++--- scribo/text/recognition.hh | 2 - scribo/toolchain/nepomuk/text_extraction.hh | 160 ++++++++++++++++++++ 10 files changed, 265 insertions(+), 61 deletions(-) copy scribo/{preprocessing/crop.hh => convert/from_qimage.hh} (55%) create mode 100644 scribo/tests/img/wildly.pbm copy scribo/tests/{text => toolchain}/Makefile.am (86%) copy scribo/tests/{filter => toolchain/nepomuk}/Makefile.am (56%) copy milena/mln/fun/n2v/all.hh => scribo/tests/toolchain/nepomuk/text_extraction.cc (75%) create mode 100644 scribo/toolchain/nepomuk/text_extraction.hh diff --git a/scribo/ChangeLog b/scribo/ChangeLog index de7acfa..a473c52 100644 --- a/scribo/ChangeLog +++ b/scribo/ChangeLog @@ -1,3 +1,25 @@ +2010-06-03 Guillaume Lazzara <z(a)lrde.epita.fr> + + Add a specific toolchain for Nepomuk integration. + + * convert/from_qimage.hh: New. convert an image2d to a QImage. + + * core/line_info.hh: Add a new member has_text. + + * text/recognition.hh: Remove an invalid precondition. + + * toolchain/nepomuk/text_extraction.hh: New. Specific toolchain + for Nepomuk. + + * tests/Makefile.am: Add toolchain/* subdirs. + + * tests/toolchain/Makefile.am, + * tests/toolchain/nepomuk/Makefile.am: New. + + * tests/img/wildly.pbm: New. New test image. + + * tests/toolchain/nepomuk/text_extraction.cc: New. New test. + 2010-05-25 Guillaume Lazzara <z(a)lrde.epita.fr> Cleanup sample tools. diff --git a/scribo/preprocessing/crop.hh b/scribo/convert/from_qimage.hh similarity index 55% copy from scribo/preprocessing/crop.hh copy to scribo/convert/from_qimage.hh index c289f86..b297c2f 100644 --- a/scribo/preprocessing/crop.hh +++ b/scribo/convert/from_qimage.hh @@ -23,62 +23,70 @@ // exception does not however invalidate any other reasons why the // executable file might be covered by the GNU General Public License. -#ifndef SCRIBO_PREPROCESSING_CROP_HH -# define SCRIBO_PREPROCESSING_CROP_HH -# include <mln/core/concept/image.hh> -# include <mln/data/paste.hh> + +#ifndef SCRIBO_CONVERT_FROM_QIMAGE_HH +# define SCRIBO_CONVERT_FROM_QIMAGE_HH /// \file /// -/// \brief Crop an image preserving the localization. +/// Extract text from a document. -namespace scribo -{ +# include <QtGui/QImage> - namespace preprocessing - { +# include <mln/value/qt/rgb32.hh> - using namespace mln; +# if QT_VERSION < 0x040000 +# error "Qt library too old. You need at least Qt 4.x." +# endif // ! QT_VERSION - /*! \brief crop an image preserving the localization. +namespace scribo +{ - \param[in] input An image. - \param[in] domain A region of interest. + namespace convert + { - \return An image defined on the domain \p domain with the - corresponding data copied from \p input. + /*! \brief Convert a QImage to mln::image2d. + \param[in] ima A QImage. Prefer using QImage::Format_RGB32 + image format to avoid conversions. + + \return A RGB8 2D image in Milena's format. */ - template <typename I> - mln_concrete(I) - crop(const Image<I>& input, const mln_box(I)& domain); + mln::image2d<mln::value::qt::rgb32> + from_qimage(const QImage& ima); # ifndef MLN_INCLUDE_ONLY - - template <typename I> - mln_concrete(I) - crop(const Image<I>& input, const mln_box(I)& domain) + mln::image2d<mln::value::qt::rgb32> + from_qimage(const QImage& ima) { - trace::entering("scribo::preprocessing::crop"); - mln_assertion(exact(input).is_valid()); + QImage tmp = ima; + + if (ima.format() != QImage::Format_RGB32) + tmp = ima.convertToFormat(QImage::Format_RGB32); - mln_concrete(I) output(domain); - data::paste(input | domain, output); + const int + nrows = tmp.height(), + ncols = tmp.width(); + + mln::image2d<mln::value::qt::rgb32> output(nrows, ncols, 0); + + QImage qima(ncols, nrows, QImage::Format_RGB32); + std::memcpy(output.buffer(), + tmp.scanLine(0), + output.nelements() * 4); - trace::exiting("scribo::preprocessing::crop"); return output; } - # endif // ! MLN_INCLUDE_ONLY - } // end of namespace scribo::preprocessing + } // end of namespace scribo::convert } // end of namespace scribo -#endif // ! SCRIBO_PREPROCESSING_CROP_HH +#endif // ! SCRIBO_CONVERT_FROM_QIMAGE_HH diff --git a/scribo/core/line_info.hh b/scribo/core/line_info.hh index d0066c0..55d1430 100644 --- a/scribo/core/line_info.hh +++ b/scribo/core/line_info.hh @@ -125,6 +125,7 @@ namespace scribo bool indented() const; + bool has_text() const; const std::string& text() const; void update_text(const std::string& str); @@ -587,6 +588,13 @@ namespace scribo } template <typename L> + bool + line_info<L>::has_text() const + { + return !text_.empty(); + } + + template <typename L> const std::string& line_info<L>::text() const { diff --git a/scribo/tests/Makefile.am b/scribo/tests/Makefile.am index 61570c8..4ef9ca1 100644 --- a/scribo/tests/Makefile.am +++ b/scribo/tests/Makefile.am @@ -25,6 +25,7 @@ SUBDIRS = \ preprocessing \ table \ text \ + toolchain \ unit_test # Regen files recursively. diff --git a/scribo/tests/img/wildly.pbm b/scribo/tests/img/wildly.pbm new file mode 100644 index 0000000000000000000000000000000000000000..518fbec9b0814bb982ac9d901da02e5af1447d6d GIT binary patch literal 2208 zcmeIx-)qxQ6bJAV0|v@iUVSLb1z!}gYt=$G#=>w_go&dJ@v*7RXk|-6R>$^Wl0Pl} z1^x?x{Q>693_`Bw+}mI2Qt&|(!CM&je)hdL$vMgKi`ql>ve!L0dDq)zAKtS|+rJpQ z4tw5cHLa(gKA#WVSL3TEU1!AHQ}(RcY~!zmn_k<F?OPLj$OhN!?fA@gEY@l?85>O| z-tP9cOVT*=hjzpE#uKY?>f^5N@tcza*0V2c%l|lHmNR6B_N9I1dgrz?VMo@$#Y0{H znmsz|9d;krTAeoQv}^Ex{NW1l7{JK2V&$?5xtZ&~>R@7C&6U+W80bn4E3QS=uE)B} z2T&TuZ*qA)<gjwS9?^C0I>0~e9i8sqh~@Jt5rD=co*A6e^YRqk;6SZjawY#lUO-4C zDR8@bLwPOLGYHfSbYv``9xJhlj{iYdGT0;!g&V>#8({B+o9JppZbX<3u-0|T;|a;s zVc9X6Xh3-rfbs=&D1XNT>3D8>U*z{?K3w>waBMl9V}eKL=<!Zg<yx|nZ7k=Fs84w< z@v?f^6LK~6@&_f4W9j|8v+Vj;;YykW&9X<7SF$+pmR-A%emnC}-v89GYi1(yrmUO# zgN^~<(Ta2FA$@Y9p0fV4Pc_5_3!nC7<|d-_Sf%#|8!5&<=+d!2;=P*s7P*NR!S{qm z1>LL|TcCl;GoGu(9{<i0xRPEMe#>)(r~DgFWm^C?;2u6in)dPi6H(DFxu^8EUs^2| z$zocXt@F5)nlF?!u151nX|m3>Qfj`Km3a=+iHeo08d&Sff!|)`Sm$a|8UM@p6Ql7> A$^ZZW literal 0 HcmV?d00001 diff --git a/scribo/tests/text/Makefile.am b/scribo/tests/toolchain/Makefile.am similarity index 86% copy from scribo/tests/text/Makefile.am copy to scribo/tests/toolchain/Makefile.am index f6cb0e5..826fb86 100644 --- a/scribo/tests/text/Makefile.am +++ b/scribo/tests/toolchain/Makefile.am @@ -1,4 +1,4 @@ -# Copyright (C) 2009 EPITA Research and Development Laboratory (LRDE). +# Copyright (C) 2010 EPITA Research and Development Laboratory (LRDE). # # This file is part of Olena. # @@ -19,6 +19,5 @@ include $(top_srcdir)/scribo/tests/tests.mk -check_PROGRAMS = - -TESTS = $(check_PROGRAMS) +SUBDIRS = \ + nepomuk \ No newline at end of file diff --git a/scribo/tests/filter/Makefile.am b/scribo/tests/toolchain/nepomuk/Makefile.am similarity index 56% copy from scribo/tests/filter/Makefile.am copy to scribo/tests/toolchain/nepomuk/Makefile.am index a023e4e..4bce3bd 100644 --- a/scribo/tests/filter/Makefile.am +++ b/scribo/tests/toolchain/nepomuk/Makefile.am @@ -1,4 +1,4 @@ -# Copyright (C) 2009 EPITA Research and Development Laboratory (LRDE). +# Copyright (C) 2010 EPITA Research and Development Laboratory (LRDE). # # This file is part of Olena. # @@ -19,12 +19,27 @@ include $(top_srcdir)/scribo/tests/tests.mk -check_PROGRAMS = \ - objects_with_holes \ - small_and_large_bboxes +check_PROGRAMS = -objects_with_holes_SOURCES = objects_with_holes.cc -small_and_large_bboxes_SOURCES = small_and_large_bboxes.cc + +if HAVE_QT +if HAVE_TESSERACT + +check_PROGRAMS += text_extraction +text_extraction_SOURCES = text_extraction.cc +text_extraction_CXXFLAGS = $(QT_CXXFLAGS) $(AM_CXXFLAGS) +text_extraction_CPPFLAGS = $(QT_CPPFLAGS) $(AM_CPPFLAGS) \ + $(TESSERACT_CPPFLAGS) \ + $(TIFF_CPPFLAGS) +text_extraction_LDFLAGS = $(QT_LDFLAGS) $(LDFLAGS) \ + $(TESSERACT_LDFLAGS) \ + $(TIFF_LDFLAGS) \ + -lpthread +text_extraction_LDADD = $(QT_LIBS) $(LDADD) + +endif HAVE_TESSERACT +endif HAVE_QT + TESTS = $(check_PROGRAMS) diff --git a/milena/mln/fun/n2v/all.hh b/scribo/tests/toolchain/nepomuk/text_extraction.cc similarity index 75% copy from milena/mln/fun/n2v/all.hh copy to scribo/tests/toolchain/nepomuk/text_extraction.cc index 0e0e55c..c1b51ea 100644 --- a/milena/mln/fun/n2v/all.hh +++ b/scribo/tests/toolchain/nepomuk/text_extraction.cc @@ -23,29 +23,22 @@ // exception does not however invalidate any other reasons why the // executable file might be covered by the GNU General Public License. -#ifndef MLN_FUN_N2V_ALL_HH -# define MLN_FUN_N2V_ALL_HH - /// \file /// -/// File that includes all functions from nil to value. - +/// Test of scribo::toolchain::nepomuk::text_extraction -namespace mln -{ +#include <QtGui/QImage> +#include <QtCore> +#include <scribo/toolchain/nepomuk/text_extraction.hh> - namespace fun - { +#include <scribo/tests/data.hh> - /// \brief Namespace of functions from nil to value. - /// - /// \ingroup modfun - namespace n2v {} +int main() +{ + QImage ima(SCRIBO_IMG_DIR "/wildly.pbm"); + QSet<QString> words = scribo::toolchain::nepomuk::text_extraction(ima); - } + mln_assertion(words.size() == 1); + mln_assertion(words.contains("Wildly")); + return 0; } - - -# include <mln/fun/n2v/white_gaussian.hh> - -#endif // ! MLN_FUN_N2V_ALL_HH diff --git a/scribo/text/recognition.hh b/scribo/text/recognition.hh index f8d8f4f..44533e9 100644 --- a/scribo/text/recognition.hh +++ b/scribo/text/recognition.hh @@ -104,8 +104,6 @@ namespace scribo { trace::entering("scribo::text::recognition"); - mln_precondition(lines.is_valid()); - // Initialize Tesseract. TessBaseAPI::InitWithLanguage(NULL, NULL, language, NULL, false, 0, NULL); diff --git a/scribo/toolchain/nepomuk/text_extraction.hh b/scribo/toolchain/nepomuk/text_extraction.hh new file mode 100644 index 0000000..ed486f5 --- /dev/null +++ b/scribo/toolchain/nepomuk/text_extraction.hh @@ -0,0 +1,160 @@ +// Copyright (C) 2010 EPITA Research and Development Laboratory (LRDE) +// +// This file is part of Olena. +// +// Olena is free software: you can redistribute it and/or modify it under +// the terms of the GNU General Public License as published by the Free +// Software Foundation, version 2 of the License. +// +// Olena is distributed in the hope that it will be useful, +// but WITHOUT ANY WARRANTY; without even the implied warranty of +// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +// General Public License for more details. +// +// You should have received a copy of the GNU General Public License +// along with Olena. If not, see <http://www.gnu.org/licenses/>. +// +// As a special exception, you may use this file as part of a free +// software project without restriction. Specifically, if other files +// instantiate templates or use macros or inline functions from this +// file, or you compile this file and link it with other files to produce +// an executable, this file does not by itself cause the resulting +// executable to be covered by the GNU General Public License. This +// exception does not however invalidate any other reasons why the +// executable file might be covered by the GNU General Public License. + + +#ifndef SCRIBO_TOOLCHAIN_TEXT_EXTRACTION_HH +# define SCRIBO_TOOLCHAIN_TEXT_EXTRACTION_HH + +/// \file +/// +/// Extract text from a document. + + +# include <QtCore/QString> +# include <QtCore/QStringList> +# include <QtGui/QImage> + +# include <mln/core/image/image2d.hh> +# include <mln/data/transform.hh> +# include <mln/logical/not.hh> +# include <mln/value/qt/rgb32.hh> +# include <mln/fun/v2v/qt_rgb_to_int_u.hh> + +# include <scribo/convert/from_qimage.hh> +# include <scribo/binarization/sauvola_ms.hh> +# include <scribo/preprocessing/deskew.hh> +# include <scribo/toolchain/text_in_doc.hh> + + +namespace scribo +{ + + namespace toolchain + { + + namespace nepomuk + { + + /*! \brief Extract text from a document. + + This is a convenient routine to be used in Nepomuk. + + + + \param[in] ima A document image. The + + \return A set of recognized words. + + */ + QSet<QString> + text_extraction(const QImage& input); + + +# ifndef MLN_INCLUDE_ONLY + + QSet<QString> + text_extraction(const QImage& input) + { + trace::entering("scribo::toolchain::nepomuk::text_extraction"); + + mln_precondition(!input.isNull()); + + typedef image2d<scribo::def::lbl_type> L; + + // Convert image to Milena's format. + mln::image2d<mln::value::qt::rgb32> + input_mln = scribo::convert::from_qimage(input); + + image2d<bool> input_bin; + + + // Preprocess + { + // Convert to Gray level image. + image2d<value::int_u8> + input_gl = data::transform(input_mln, + mln::fun::v2v::qt_rgb_to_int_u<8>()); + + // Deskew if needed. + input_gl = preprocessing::deskew(input_gl); + + // Binarize foreground to use it in the processing chain. + input_bin = scribo::binarization::sauvola_ms(input_gl, 101, 3); + } + + + + + line_set<L> lines_bg, lines_fg; + // Process + { + // Run document toolchain. + lines_bg = scribo::toolchain::text_in_doc(input_bin, false, false); + + // Negate document. + logical::not_inplace(input_bin); + + // Run document toolchain. + lines_fg = scribo::toolchain::text_in_doc(input_bin, false, false); + } + + + QSet<QString> output; + + // Construct output + { + QTextCodec *codec = QTextCodec::codecForName("UTF-8"); + + QString tmp_out; + QTextStream stream(&tmp_out, QIODevice::WriteOnly); + stream.setCodec("UTF-8"); + + for_all_lines(l, lines_bg) + if (lines_bg(l).has_text()) + stream << " " << codec->toUnicode(lines_bg(l).text().c_str()); + + for_all_lines(l, lines_fg) + if (lines_fg(l).has_text()) + stream << " " << codec->toUnicode(lines_fg(l).text().c_str()); + + QStringList list = tmp_out.split(' ', QString::SkipEmptyParts); + + output = QSet<QString>::fromList(list); + } + + trace::exiting("scribo::toolchain::nepomuk::text_extraction"); + return output; + } + +# endif // ! MLN_INCLUDE_ONLY + + } // end of namespace scribo::toolchain::nepomuk + + } // end of namespace scribo::toolchain + +} // end of namespace scribo + + +#endif // ! SCRIBO_TOOLCHAIN_TEXT_EXTRACTION_HH -- 1.5.6.5

1 0

last-svn-commit-163-gbfdea8d lrde-upload.sh: Fix and factor uses of chmod.
by Roland Levillain 02 Jun '10

02 Jun '10

--- ChangeLog | 4 ++++ lrde-upload.sh | 22 ++++++++++------------ 2 files changed, 14 insertions(+), 12 deletions(-) diff --git a/ChangeLog b/ChangeLog index 1e17844..c35f101 100644 --- a/ChangeLog +++ b/ChangeLog @@ -1,3 +1,7 @@ +2010-06-02 Roland Levillain <roland(a)lrde.epita.fr> + + * lrde-upload.sh: Fix and factor uses of chmod. + 2010-05-03 Roland Levillain <roland(a)lrde.epita.fr> * AUTHORS: Update. diff --git a/lrde-upload.sh b/lrde-upload.sh index 436beb7..5f61ef2 100755 --- a/lrde-upload.sh +++ b/lrde-upload.sh @@ -74,35 +74,30 @@ find $DEST -maxdepth 1 -type f -mtime +1 -name 'olena-*-snapshot-*' \ # Upload the `.tar.gz' tarball. cp -f olena-$VERSION.tar.gz $DEST/olena-$REV.tar.gz.tmp mv -f $DEST/olena-$REV.tar.gz.tmp $DEST/olena-$REV.tar.gz -chmod -R a+r $DEST/olena-$REV.tar.gz # Upload the `.tar.bz2' tarball. cp -f olena-$VERSION.tar.bz2 $DEST/olena-$REV.tar.bz2.tmp mv -f $DEST/olena-$REV.tar.bz2.tmp $DEST/olena-$REV.tar.bz2 -chmod -R a+r $DEST/olena-$REV.tar.bz2 # Upload a copy of the reference manual and other documentation. mkdir -p $DEST_DOC # BuildBots' buildslaves set umask to 077 in their default -# configuration. Set read permissions for all on uploaded files. -cp milena/doc/ref-guide.pdf $DEST_DOC && chmod a+r $DEST_DOC/ref-guide.pdf -cp milena/doc/tutorial.pdf $DEST_DOC && chmod a+r $DEST_DOC/tutorial.pdf -cp milena/doc/user-refman.pdf $DEST_DOC && chmod a+r $DEST_DOC/user-refman.pdf -cp milena/doc/white-paper.pdf $DEST_DOC && chmod a+r $DEST_DOC/white-paper.pdf +# configuration. +cp milena/doc/ref-guide.pdf $DEST_DOC +cp milena/doc/tutorial.pdf $DEST_DOC +cp milena/doc/user-refman.pdf $DEST_DOC +cp milena/doc/white-paper.pdf $DEST_DOC rm -rf $DEST_DOC/user-refman.tmp rm -rf $DEST_DOC/white-paper.tmp -# Upload only the HTML version of the user reference manual. +# Upload only the HTML version (not the LaTeX sources) of the user +# reference manual. cp -pR milena/doc/user-refman/html $DEST_DOC/user-refman.tmp cp -pR milena/doc/white-paper $DEST_DOC/white-paper.tmp -# Likewise, set permissions for all on uploaded directories. -chmod -R a+rX $DEST_DOC/user-refman.tmp -chmod -R a+rX $DEST_DOC/white-paper.tmp - if test -e $DEST_DOC/user-refman; then rm -rf $DEST_DOC/user-refman.old mv -f $DEST_DOC/user-refman $DEST_DOC/user-refman.old @@ -118,6 +113,9 @@ mv -f $DEST_DOC/white-paper.tmp $DEST_DOC/white-paper rm -rf $DEST_DOC/user-refman.old rm -rf $DEST_DOC/white-paper.old +# Expose uploaded files. +chmod -R a+rX $DEST + # We want to be able to modify these files with both the `build' and # `doc' accounts. chmod -R g+w $DEST_DOC/user-refman -- 1.5.6.5

1 0

branch next updated: last-svn-commit-163-gbfdea8d
by git＠lrde.epita.fr 02 Jun '10

02 Jun '10

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch next has been updated via bfdea8debb5538103da4cc28ca092309850fd597 (commit) from 69ce9faae9f4efb9de5b7f0bb413e467d6b10882 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- bfdea8d lrde-upload.sh: Fix and factor uses of chmod. ----------------------------------------------------------------------- Summary of changes: ChangeLog | 4 ++++ lrde-upload.sh | 22 ++++++++++------------ 2 files changed, 14 insertions(+), 12 deletions(-) hooks/post-receive -- Olena, a generic and efficient image processing platform

1 0

branch swilena updated: last-svn-commit-177-g2358392
by git＠lrde.epita.fr 02 Jun '10

02 Jun '10

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch swilena has been updated via 2358392f48a9191f72851cc299eb5bedcf303659 (commit) from 29c2a518a4da145319fef5d89443cb17f20112f7 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- 2358392 Fix cleaning rules. ----------------------------------------------------------------------- Summary of changes: swilena/ChangeLog | 6 ++++++ swilena/python/Makefile.am | 2 +- 2 files changed, 7 insertions(+), 1 deletions(-) hooks/post-receive -- Olena, a generic and efficient image processing platform

1 0

last-svn-commit-177-g2358392 Fix cleaning rules.
by Roland Levillain 02 Jun '10

02 Jun '10

* python/Makefile.am (CLEANFILES): Add data.py[co]. --- swilena/ChangeLog | 6 ++++++ swilena/python/Makefile.am | 2 +- 2 files changed, 7 insertions(+), 1 deletions(-) diff --git a/swilena/ChangeLog b/swilena/ChangeLog index 539284d..e4a5f14 100644 --- a/swilena/ChangeLog +++ b/swilena/ChangeLog @@ -1,3 +1,9 @@ +2010-06-02 Roland Levillain <roland(a)lrde.epita.fr> + + Fix cleaning rules. + + * python/Makefile.am (CLEANFILES): Add data.py[co]. + 2010-01-06 Roland Levillain <roland(a)lrde.epita.fr> Fix the generation of the sps scripts. diff --git a/swilena/python/Makefile.am b/swilena/python/Makefile.am index a3b883c..738ef3f 100644 --- a/swilena/python/Makefile.am +++ b/swilena/python/Makefile.am @@ -74,7 +74,7 @@ data.py: data.py.in Makefile chmod a-w $@.tmp mv $@.tmp $@ -CLEANFILES = data.py +CLEANFILES = data.py data.py[co] ## ----------------- ## -- 1.5.6.5

1 0

branch features/maxtree updated: last-svn-commit-6-ge2a0e25
by git＠lrde.epita.fr 02 Jun '10

02 Jun '10

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch features/maxtree has been updated via e2a0e25ddd6d6ae71fd0a1a1b10ae3e9c2e66f6d (commit) from 7e6c28901e1f435aece4397023c422f2bab9e77e (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- e2a0e25 Minor fixes in component tree algorithms. ----------------------------------------------------------------------- Summary of changes: milena/sandbox/ChangeLog | 17 ++ milena/sandbox/edwin/TreeAlgorithmsComp/Makefile | 87 ++++++++++ .../edwin/TreeAlgorithmsComp/bench.hh} | 48 +++++- .../edwin/TreeAlgorithmsComp/compute_histo_.cc | 48 ++++++ .../sandbox/edwin/TreeAlgorithmsComp/max_tree.cc | 61 ++++---- .../edwin/TreeAlgorithmsComp/max_tree_with_rank.cc | 131 +++++++++------- milena/sandbox/edwin/TreeAlgorithmsComp/nnodes.hh | 24 +++ .../TreeAlgorithmsComp/parallel_union_find.hh | 19 ++- .../sandbox/edwin/TreeAlgorithmsComp/salembier.hh | 169 ++++++++++++++++++++ .../sandbox/edwin/TreeAlgorithmsComp/salembier_.cc | 51 ++++++ .../edwin/TreeAlgorithmsComp/tbb_union_find_8.cc | 48 ++---- 11 files changed, 570 insertions(+), 133 deletions(-) create mode 100644 milena/sandbox/edwin/TreeAlgorithmsComp/Makefile copy milena/{mln/fun/x2p/essential.hh => sandbox/edwin/TreeAlgorithmsComp/bench.hh} (58%) create mode 100644 milena/sandbox/edwin/TreeAlgorithmsComp/compute_histo_.cc create mode 100644 milena/sandbox/edwin/TreeAlgorithmsComp/nnodes.hh create mode 100644 milena/sandbox/edwin/TreeAlgorithmsComp/salembier.hh create mode 100644 milena/sandbox/edwin/TreeAlgorithmsComp/salembier_.cc hooks/post-receive -- Olena, a generic and efficient image processing platform

1 0

last-svn-commit-6-ge2a0e25 Minor fixes in component tree algorithms.
by edwin carlinet 02 Jun '10

02 Jun '10

* edwin/TreeAlgorithmsComp/Makefile: New. * edwin/TreeAlgorithmsComp/bench.hh, * edwin/TreeAlgorithmsComp/nnodes.hh: Shared headers. * edwin/TreeAlgorithmsComp/parallel_union_find.hh, * edwin/TreeAlgorithmsComp/salembier.hh, * edwin/TreeAlgorithmsComp/max_tree.cc, * edwin/TreeAlgorithmsComp/max_tree_with_rank.cc, * edwin/TreeAlgorithmsComp/salembier_.cc, * edwin/TreeAlgorithmsComp/tbb_union_find_8.cc: Routines to build components trees (Minor updates). * edwin/TreeAlgorithmsComp/compute_histo_.cc: Tool to output the histogram of an image whatever quantized. --- milena/sandbox/ChangeLog | 17 ++ milena/sandbox/edwin/TreeAlgorithmsComp/Makefile | 87 ++++++++++ .../edwin/TreeAlgorithmsComp/bench.hh} | 48 +++++- .../edwin/TreeAlgorithmsComp/compute_histo_.cc | 48 ++++++ .../sandbox/edwin/TreeAlgorithmsComp/max_tree.cc | 61 ++++---- .../edwin/TreeAlgorithmsComp/max_tree_with_rank.cc | 131 +++++++++------- milena/sandbox/edwin/TreeAlgorithmsComp/nnodes.hh | 24 +++ .../TreeAlgorithmsComp/parallel_union_find.hh | 19 ++- .../sandbox/edwin/TreeAlgorithmsComp/salembier.hh | 169 ++++++++++++++++++++ .../sandbox/edwin/TreeAlgorithmsComp/salembier_.cc | 51 ++++++ .../edwin/TreeAlgorithmsComp/tbb_union_find_8.cc | 48 ++---- 11 files changed, 570 insertions(+), 133 deletions(-) create mode 100644 milena/sandbox/edwin/TreeAlgorithmsComp/Makefile copy milena/{mln/fun/x2p/essential.hh => sandbox/edwin/TreeAlgorithmsComp/bench.hh} (58%) create mode 100644 milena/sandbox/edwin/TreeAlgorithmsComp/compute_histo_.cc create mode 100644 milena/sandbox/edwin/TreeAlgorithmsComp/nnodes.hh create mode 100644 milena/sandbox/edwin/TreeAlgorithmsComp/salembier.hh create mode 100644 milena/sandbox/edwin/TreeAlgorithmsComp/salembier_.cc diff --git a/milena/sandbox/ChangeLog b/milena/sandbox/ChangeLog index 15f7fa8..5d3a05f 100644 --- a/milena/sandbox/ChangeLog +++ b/milena/sandbox/ChangeLog @@ -1,3 +1,20 @@ +2010-06-02 edwin carlinet <carlinet(a)lrde.epita.fr> + + * edwin/TreeAlgorithmsComp/Makefile: New. + * edwin/TreeAlgorithmsComp/bench.hh, + * edwin/TreeAlgorithmsComp/nnodes.hh: Shared headers. + + * edwin/TreeAlgorithmsComp/parallel_union_find.hh, + * edwin/TreeAlgorithmsComp/salembier.hh, + * edwin/TreeAlgorithmsComp/max_tree.cc, + * edwin/TreeAlgorithmsComp/max_tree_with_rank.cc, + * edwin/TreeAlgorithmsComp/salembier_.cc, + * edwin/TreeAlgorithmsComp/tbb_union_find_8.cc: + Routines to build components trees (Minor updates). + + * edwin/TreeAlgorithmsComp/compute_histo_.cc: + Tool to output the histogram of an image whatever quantized. + 2010-05-04 edwin carlinet <carlinet(a)lrde.epita.fr> Comparison of tree build algorithms. diff --git a/milena/sandbox/edwin/TreeAlgorithmsComp/Makefile b/milena/sandbox/edwin/TreeAlgorithmsComp/Makefile new file mode 100644 index 0000000..fea59aa --- /dev/null +++ b/milena/sandbox/edwin/TreeAlgorithmsComp/Makefile @@ -0,0 +1,87 @@ +-include makefile.rules +#DEBUG = 1 #comment +WALL_CLOCK=1 + +MLN_DIR = ~/git/olena/milena +TBB_DIR = /home/edwin/Telechargement/tbb30_20100406oss +TBB_INCLUDE_DIR = $(TBB_DIR)/include +TBB_LIB_DIR = $(TBB_DIR)/lib/intel64/cc3.4.3_libc2.3.4_kernel2.6.9 +CXXFLAGS += -W -Wall +CXXFLAGS += $(if $(DEBUG), -g -ggdb, -DNDEBUG $(if $(RELEASE), -O3, -O1)) +CXXFLAGS += -I $(MLN_DIR) +CXXFLAGS += $(if $(WALL_CLOCK), -DWALL_CLOCK) +LDFLAGS = $(if $(WALL_CLOCK), -ltbb) + +CC = g++ + +tbb_CXXFLAGS = $(CXXFLAGS) -I $(TBB_INCLUDE_DIR) -DWALL_CLOCK +tbb_LDFLAGS = -L $(TBB_LIB_DIR) -ltbb + +TARGETS = \ + tbb_union_find_8 \ + salembier_08 \ + salembier_12 \ + salembier_16 \ + max_tree_08 \ + max_tree_12 \ + max_tree_16 \ + max_tree_with_rank_08 \ + max_tree_with_rank_12 \ + max_tree_with_rank_16 \ + convert_8_to_12 \ + convert_8_to_16 \ + compute_histo_8 \ + compute_histo_12 \ + compute_histo_16 + + +all: $(TARGETS) + +tbb_union_find_8: tbb_union_find_8.cc + $(CXX) $(tbb_CXXFLAGS) $(tbb_LDFLAGS) $< -o $@ + +clean: + rm -f *.o + rm -f $(TARGETS) + +convert_8_to_12: convert_8_to_.cc + $(CXX) -DQ=int_u12 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +convert_8_to_16: convert_8_to_.cc + $(CXX) -DQ=int_u16 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +compute_histo_8: compute_histo_.cc + $(CXX) -DQ=int_u8 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +compute_histo_12: compute_histo_.cc + $(CXX) -DQ=int_u12 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +compute_histo_16: compute_histo_.cc + $(CXX) -DQ=int_u16 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +max_tree_with_rank_08: max_tree_with_rank.cc + $(CXX) -DQ=int_u8 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +max_tree_with_rank_12: max_tree_with_rank.cc + $(CXX) -DQ=int_u12 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +max_tree_with_rank_16: max_tree_with_rank.cc + $(CXX) -DQ=int_u16 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +salembier_08: salembier_.cc + $(CXX) -DQ=int_u8 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +salembier_12: salembier_.cc + $(CXX) -DQ=int_u12 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +salembier_16: salembier_.cc + $(CXX) -DQ=int_u16 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +max_tree_08: max_tree.cc + $(CXX) -DQ=int_u8 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +max_tree_12: max_tree.cc + $(CXX) -DQ=int_u12 $(CXXFLAGS) $(LDFLAGS) $< -o $@ + +max_tree_16: max_tree.cc + $(CXX) -DQ=int_u16 $(CXXFLAGS) $(LDFLAGS) $< -o $@ \ No newline at end of file diff --git a/milena/mln/fun/x2p/essential.hh b/milena/sandbox/edwin/TreeAlgorithmsComp/bench.hh similarity index 58% copy from milena/mln/fun/x2p/essential.hh copy to milena/sandbox/edwin/TreeAlgorithmsComp/bench.hh index fb8fd10..a68ab71 100644 --- a/milena/mln/fun/x2p/essential.hh +++ b/milena/sandbox/edwin/TreeAlgorithmsComp/bench.hh @@ -23,14 +23,46 @@ // exception does not however invalidate any other reasons why the // executable file might be covered by the GNU General Public License. -#ifndef MLN_FUN_X2P_ESSENTIAL_HH -# define MLN_FUN_X2P_ESSENTIAL_HH +#ifndef BENCH_HH +# define BENCH_HH -/*! \file - * - * \brief File that includes essential functions from point to value. - */ +# ifndef WALL_CLOCK -# include <mln/fun/x2p/all.hh> +# include <ctime> -#endif // ! MLN_FUN_X2P_ESSENTIAL_HH +# define START_BENCH(N_ITERATION) \ + { \ + clock_t start__ = std::clock(); \ + const int n_iteration__ = N_ITERATION; \ + for (int i__ = 0; i__ < n_iteration__; ++i__) { + + +# define END_BENCH(MSG) \ + } \ + std::cout << MSG \ + << (float)(std::clock() - start__) * 1000.0 / \ + (CLOCKS_PER_SEC * n_iteration__) \ + << " ms." << std::endl; \ + } + +# else // !WALL_CLOCK + +# include <tbb/tick_count.h> + +# define START_BENCH(N_ITERATION) \ + { \ + tbb::tick_count t0__ = tbb::tick_count::now(); \ + const int n_iteration__ = N_ITERATION; \ + for (int i__ = 0; i__ < n_iteration__; ++i__) { + +# define END_BENCH(MSG) \ + } \ + tbb::tick_count t1__ = tbb::tick_count::now(); \ + std::cout << MSG \ + << (t1__ - t0__).seconds() * 1000 / n_iteration__ \ + << " ms." << std::endl; \ + } + +# endif + +#endif // !BENCH_HH diff --git a/milena/sandbox/edwin/TreeAlgorithmsComp/compute_histo_.cc b/milena/sandbox/edwin/TreeAlgorithmsComp/compute_histo_.cc new file mode 100644 index 0000000..a56e809 --- /dev/null +++ b/milena/sandbox/edwin/TreeAlgorithmsComp/compute_histo_.cc @@ -0,0 +1,48 @@ +#include <mln/core/image/image2d.hh> +#include <mln/value/int_u8.hh> +#include <mln/value/int_u12.hh> +#include <mln/value/int_u16.hh> +#include <mln/histo/compute.hh> +#include <mln/io/pgm/load.hh> +#include <fstream> + +#ifndef Q +# define Q int_u12 +#endif + +void usage(char** argv) +{ + std::cerr << "Usage: " << argv[0] << " ima.pgm" << std::endl; + abort(); +} + +int main(int argc, char** argv) +{ + using namespace mln; + using value::int_u8; + using value::int_u12; + using value::int_u16; + typedef Q V; + + if (argc < 2) + usage(argv); + const char* finput = argv[1]; + typedef image2d<V> I; + + I input; + io::pgm::load(input, finput); + + histo::array<V> h = histo::compute(input); + + std::ofstream fo("histo.cvs"); + int nvalues = mln_card(V); + int c = 0; + for (int i = 0; i < nvalues; ++i) + { + if (h[i] != 0) + ++c; + fo << i << ", " << h[i] << std::endl; + } + + fo.close(); +} diff --git a/milena/sandbox/edwin/TreeAlgorithmsComp/max_tree.cc b/milena/sandbox/edwin/TreeAlgorithmsComp/max_tree.cc index 95d5dc1..2052485 100644 --- a/milena/sandbox/edwin/TreeAlgorithmsComp/max_tree.cc +++ b/milena/sandbox/edwin/TreeAlgorithmsComp/max_tree.cc @@ -1,29 +1,21 @@ #include <mln/core/image/image2d.hh> #include <mln/core/alias/neighb2d.hh> -#include <mln/io/pgm/load.hh> -#include <mln/io/pgm/save.hh> - #include <mln/value/int_u8.hh> +#include <mln/value/int_u12.hh> +#include <mln/value/int_u16.hh> + +#include <mln/io/pgm/load.hh> #include <mln/data/sort_offsets.hh> #include <mln/extension/adjust.hh> #include <mln/extension/fill.hh> -#include <mln/debug/println.hh> -#include <mln/util/timer.hh> - -static mln::util::timer tm; -static const int ITERATION = 4; +#include "bench.hh" -#define START_BENCH() \ - tm.restart(); \ - for (int i = 0; i < ITERATION; ++i) { - -#define END_BENCH() \ - } \ - std::cout << ((float)(tm.stop() * 1000.0) / ITERATION) << std::endl; - +#ifndef Q +# define Q int_u8 +#endif namespace mln { @@ -73,7 +65,9 @@ namespace mln radix_decreasing_sort(const I& f, util::array< util::array<unsigned> >& s) { typedef mln_value(I) T; - const unsigned n = unsigned(mln_max(T)) + 1; + const unsigned n = mln_card(T); + // std::cout << "Sort 0" << std::endl; + s.resize(n); // h @@ -82,12 +76,19 @@ namespace mln for_all(pxl) ++h[pxl.val()]; + // std::cout << "Sort 0" << std::endl; + for (unsigned v = 0; v < n; ++v) s[v].reserve(h[v]); + // std::cout << "Sort 0" << std::endl; + + // computing output data for_all(pxl) s[pxl.val()].append(pxl.offset()); + + // std::cout << "Sort 0" << std::endl; } @@ -99,7 +100,7 @@ namespace mln bool run_tree_canonization = true) { typedef mln_value(I) T; - const unsigned n_values = unsigned(mln_max(T)) + 1; + const unsigned n_values = mln_card(T); extension::adjust(f, nbh); extension::fill(f, mln_max(T)); @@ -199,7 +200,7 @@ namespace mln void usage(char* argv[]) { - std::cerr << "usage: " << argv[0] << " input.pgm" << std::endl; + std::cerr << "usage: " << argv[0] << " input.pgm nBench" << std::endl; std::cerr << " max-tree with full optimizations" << std::endl; std::abort(); } @@ -208,25 +209,25 @@ void usage(char* argv[]) int main(int argc, char* argv[]) { - if (argc != 2) + if (argc != 3) usage(argv); using namespace mln; + using value::int_u8; + using value::int_u12; + using value::int_u16; + typedef Q V; neighb2d nbh = c4(); - - image2d<value::int_u8> f; + image2d<V> f; io::pgm::load(f, argv[1]); // go go go image2d<unsigned> parent = compute_max_tree(f, nbh); - - tm.start(); - - START_BENCH(); - compute_max_tree(f, nbh); - END_BENCH(); - - // debug::println(parent); std::cout << "nnodes = " << nnodes(f, parent) << std::endl; + + int nb_bench = atoi(argv[2]); + START_BENCH(nb_bench); + parent = compute_max_tree(f, nbh); + END_BENCH("union find: "); } diff --git a/milena/sandbox/edwin/TreeAlgorithmsComp/max_tree_with_rank.cc b/milena/sandbox/edwin/TreeAlgorithmsComp/max_tree_with_rank.cc index 1e80b12..932cc58 100644 --- a/milena/sandbox/edwin/TreeAlgorithmsComp/max_tree_with_rank.cc +++ b/milena/sandbox/edwin/TreeAlgorithmsComp/max_tree_with_rank.cc @@ -1,18 +1,21 @@ #include <mln/core/image/image2d.hh> #include <mln/core/alias/neighb2d.hh> +#include <mln/value/int_u8.hh> +#include <mln/value/int_u12.hh> +#include <mln/value/int_u16.hh> + #include <mln/io/pgm/load.hh> -#include <mln/io/pgm/save.hh> -#include <mln/io/dump/save.hh> #include <mln/data/sort_offsets.hh> #include <mln/extension/adjust.hh> #include <mln/extension/fill.hh> -#include <mln/util/timer.hh> -#include <mln/debug/println.hh> - +#include "bench.hh" +#ifndef Q +# define Q int_u8 +#endif namespace mln { @@ -35,7 +38,7 @@ namespace mln void sort_decreasing(const I& input, std::vector<unsigned>& vec) { - const unsigned n = 256; + const unsigned n = mln_card(mln_value(I)); // h std::vector<unsigned> h(n, 0); @@ -59,7 +62,7 @@ namespace mln template <typename I, typename N> mln_ch_value(I, unsigned) compute_max_tree(const I& f, const N& nbh, - bool run_tree_canonization = false) + bool run_tree_canonization = true) { const unsigned npixels = f.domain().nsites(); @@ -74,58 +77,69 @@ namespace mln util::array<int> dp = offsets_wrt(f, nbh); const unsigned n_nbhs = dp.nelements(); - mln_ch_value(I, unsigned) parent, zpar, rnk, last; + mln_ch_value(I, unsigned) parent, zpar, rnk, zpar_to_par; // initialization. initialize(parent, f); initialize(rnk, f); - data::fill(rnk, 0); initialize(zpar, f); + initialize(zpar_to_par, f); + data::fill(rnk, 0); data::fill(zpar, 0); - initialize(last, f); - // Tree construction. for (unsigned i = 0; i < npixels; ++i) { unsigned p = s[i]; - + parent.element(p) = p; zpar.element(p) = p; - last.element(p) = i; + zpar_to_par.element(p) = p; + //last.element(p) = i; for (unsigned j = 0; j < n_nbhs; ++j) { unsigned n = p + dp[j]; - + if (zpar.element(n) == 0) // not deja-vu continue; - - unsigned r_ = zfind_root(zpar, n); - unsigned p_ = zfind_root(zpar, p); - if (r_ != p_) + + unsigned r = zfind_root(zpar, n); + unsigned q = zfind_root(zpar, p); + if (r != q) { - unsigned r = s[last.element(r_)]; - parent.element(r) = p; + unsigned r_ = zpar_to_par.element(r); + parent.element(r_) = p; // Parenthood goes towards root, e.g., to lower levels: - mln_invariant(f.element(p) <= f.element(r)); - - // Link. - if (rnk.element(r_) <= rnk.element(p_)) - { - zpar.element(r_) = p_; - ++rnk.element(p_); - if (last.element(r_) > last.element(p_)) - last.element(p_) = last.element(r_); - } - else - { - zpar.element(p_) = r_; - ++rnk.element(r_); - if (last.element(p_) > last.element(r_)) - last.element(r_) = last.element(p_); - } + // mln_invariant(f.element(p) <= f.element(r)); + if (rnk.element(q) < rnk.element(r)) { + zpar.element(q) = r; + zpar_to_par.element(r) = p; + } else if (rnk.element(q) > rnk.element(r)) { + zpar.element(r) = q; + zpar_to_par.element(q) = p; + } else { + zpar.element(r) = q; + zpar_to_par.element(q) = p; + ++rnk.element(q); + } + + // // Link. + // if (rnk.element(r_) <= rnk.element(p_)) + // { + // zpar.element(r_) = p_; + // ++rnk.element(p_); + // if (last.element(r_) > last.element(p_)) + // last.element(p_) = last.element(r_); + // } + // else + // { + // zpar.element(p_) = r_; + // ++rnk.element(r_); + // if (last.element(p_) > last.element(r_)) + // last.element(r_) = last.element(p_); + // } } } // j @@ -133,16 +147,16 @@ namespace mln } // i -// if (run_tree_canonization) -// // Tree canonization. -// for (int i = npixels - 1; i >= 0; --i) -// { -// unsigned -// p = s[i], -// q = parent.element(p); -// if (f.element(parent.element(q)) == f.element(q)) -// parent.element(p) = parent.element(q); -// } + if (run_tree_canonization) + // Tree canonization. + for (int i = npixels - 1; i >= 0; --i) + { + unsigned + p = s[i], + q = parent.element(p); + if (f.element(parent.element(q)) == f.element(q)) + parent.element(p) = parent.element(q); + } return parent; } @@ -169,7 +183,7 @@ namespace mln void usage(char* argv[]) { - std::cerr << "usage: " << argv[0] << " input.pgm" << std::endl; + std::cerr << "usage: " << argv[0] << " input.pgm nBench" << std::endl; std::cerr << " max-tree with full optimizations" << std::endl; std::abort(); } @@ -178,24 +192,25 @@ void usage(char* argv[]) int main(int argc, char* argv[]) { - if (argc != 2) + if (argc != 3) usage(argv); using namespace mln; + using value::int_u8; + using value::int_u12; + using value::int_u16; + typedef Q V; neighb2d nbh = c4(); - image2d<value::int_u8> f; + image2d<V> f; io::pgm::load(f, argv[1]); - util::timer t; - t.start(); - - // go go go image2d<unsigned> parent = compute_max_tree(f, nbh); - - float ts = t.stop(); - std::cout << ts * 1000 << std::endl; - std::cout << "nnodes = " << nnodes(f, parent) << std::endl; + + int nb_bench = atoi(argv[2]); + START_BENCH(nb_bench); + parent = compute_max_tree(f, nbh); + END_BENCH("Max Tree with Rank: "); } diff --git a/milena/sandbox/edwin/TreeAlgorithmsComp/nnodes.hh b/milena/sandbox/edwin/TreeAlgorithmsComp/nnodes.hh new file mode 100644 index 0000000..c900f9e --- /dev/null +++ b/milena/sandbox/edwin/TreeAlgorithmsComp/nnodes.hh @@ -0,0 +1,24 @@ +#ifndef NNODES_HH +# define NNODES_HH + +namespace mln +{ + + template <typename I, typename J> + unsigned nnodes(const I& f, const J& parent) + { + mlc_equal(mln_value(J), unsigned)::check(); + unsigned n = 0; + mln_piter(I) p(parent.domain()); + for_all(p) + { + unsigned o = parent.index_of_point(p); + if (parent(p) == o || f.element(parent(p)) != f(p)) + ++n; + } + return n; + } + +} + +#endif // !NNODES_HH diff --git a/milena/sandbox/edwin/TreeAlgorithmsComp/parallel_union_find.hh b/milena/sandbox/edwin/TreeAlgorithmsComp/parallel_union_find.hh index a11253b..c01be7d 100644 --- a/milena/sandbox/edwin/TreeAlgorithmsComp/parallel_union_find.hh +++ b/milena/sandbox/edwin/TreeAlgorithmsComp/parallel_union_find.hh @@ -48,7 +48,14 @@ std::cout << "End task: " << task__.str() << " in " << (t1-t0).seconds() << std::endl; \ } - +#ifdef TRACE +# include <tbb/compat/thread> +# define TRACE_START(TASK) BENCH_START(TASK) +# define TRACE_END() BENCH_END() +#else +# define TRACE_START(TASK) ; +# define TRACE_END() ; +#endif namespace mln @@ -248,7 +255,7 @@ ll_union_find<I, N>::operator() (const tbb::blocked_range<int>& r) subdomain.pmax()[0] = r.end() - 1; this->build(subdomain); - std::cout << "Warning: Not parallel merge. " << std::endl; + //std::cout << "Warning: Not parallel merge. " << std::endl; this->merge(subdomain); this->domain.pmax() = subdomain.pmax(); } @@ -259,7 +266,7 @@ template <typename I, typename N> void ll_union_find<I, N>::build(const box2d& subdomain) { - BENCH_START("Build: " << subdomain) + TRACE_START("Build: " << subdomain << " T: " << std::this_thread::get_id()) mln_precondition(subdomain.is_valid()); const unsigned n_values = unsigned(mln_max(T)) + 1; @@ -307,7 +314,7 @@ ll_union_find<I, N>::build(const box2d& subdomain) zpar.element(p) = zpar.element(zpar.element(p)); } } - BENCH_END() + TRACE_END() } @@ -318,7 +325,7 @@ ll_union_find<I, N>::merge(const box2d& d2) const int stride = f.delta_index(dpoint2d(1, 0)); box2d& d1 = this->domain; - BENCH_START("Merge: " << d1 << "&" << d2) + TRACE_START("Merge: " << d1 << "&" << d2 << " T: " << std::this_thread::get_id()) // Split along x axis assert(d1.pmin()[1] == d2.pmin()[1]); @@ -335,7 +342,7 @@ ll_union_find<I, N>::merge(const box2d& d2) ++x2; } - BENCH_END() + TRACE_END() } /// Merge two trees. diff --git a/milena/sandbox/edwin/TreeAlgorithmsComp/salembier.hh b/milena/sandbox/edwin/TreeAlgorithmsComp/salembier.hh new file mode 100644 index 0000000..d58a8dd --- /dev/null +++ b/milena/sandbox/edwin/TreeAlgorithmsComp/salembier.hh @@ -0,0 +1,169 @@ +// Copyright (C) 2008, 2009 EPITA Research and Development Laboratory (LRDE) +// +// This file is part of Olena. +// +// Olena is free software: you can redistribute it and/or modify it under +// the terms of the GNU General Public License as published by the Free +// Software Foundation, version 2 of the License. +// +// Olena is distributed in the hope that it will be useful, +// but WITHOUT ANY WARRANTY; without even the implied warranty of +// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +// General Public License for more details. +// +// You should have received a copy of the GNU General Public License +// along with Olena. If not, see <http://www.gnu.org/licenses/>. +// +// As a special exception, you may use this file as part of a free +// software project without restriction. Specifically, if other files +// instantiate templates or use macros or inline functions from this +// file, or you compile this file and link it with other files to produce +// an executable, this file does not by itself cause the resulting +// executable to be covered by the GNU General Public License. This +// exception does not however invalidate any other reasons why the +// executable file might be covered by the GNU General Public License. + +#ifndef SALEMBIER_HH +# define SALEMBIER_HH + +#include <mln/core/image/image2d.hh> +#include <mln/core/alias/neighb2d.hh> +#include <mln/extension/fill.hh> +#include <mln/extension/adjust.hh> +#include <mln/data/fill.hh> +#include <mln/util/hqueues.hh> + +namespace mln +{ + + template <typename T> + struct salembier + { + enum { nvalues = mln_card(T) }; + + template <typename N> + salembier(const image2d<T>& f, const N& n); + + private: + unsigned flood(unsigned h); + + public: + const image2d<T>& f; + image2d<unsigned> parent; + + private: + image2d<bool> deja_vu; + unsigned levroot[nvalues]; + bool is_node_at_level[nvalues]; + util::hqueues<unsigned, T> hqueues; + + // Aux + unsigned hmin; + util::array<int> dp; + unsigned n_nbhs; + }; + +# ifndef MLN_INCLUDE_ONLY + + template <typename T> + template <typename N> + salembier<T>::salembier(const image2d<T>& f_, const N& nbh) + : f(f_) + { + // Retrieve pmin, hmin + unsigned pmin; + T vmin; + { + util::array< unsigned > h(nvalues, 0); + + pmin = f.index_of_point(f.domain().pmin()); + vmin = f.element(pmin); + + mln_fwd_pixter(const image2d<T>) pxl(f); + for_all(pxl) + { + ++h[pxl.val()]; + if (pxl.val() < vmin) + { + vmin = pxl.val(); + pmin = pxl.offset(); + } + } + + for (unsigned i = 0; i < nvalues; ++i) + hqueues[i].reserve(h[i]); + } + + // Initialize aux data + { + dp = offsets_wrt(f, nbh); + n_nbhs = dp.nelements(); + + extension::adjust(f, nbh); + initialize(parent, f); + initialize(deja_vu, f); + + data::fill(deja_vu, false); + extension::fill(deja_vu, true); + + //std::fill(levroot, levroot + 256, 0); + std::fill(is_node_at_level, is_node_at_level + nvalues, false); + } + + // Start flooding + hmin = vmin; + hqueues[hmin].push(pmin); + levroot[hmin] = pmin; + is_node_at_level[hmin] = true; + deja_vu.element(pmin) = true; + flood(hmin); + } + + + template <typename T> + unsigned + salembier<T>::flood(unsigned h) + { + while (!hqueues[h].empty()) + { + unsigned p = hqueues[h].pop_front(); + parent.element(p) = levroot[h]; + + for (unsigned j = 0; j < n_nbhs; ++j) + { + unsigned n = p + dp[j]; + // offset 0 does not belong to domain. + // parent.element(n) == 0 imples: + // n has not been processed and n belongs to domain. + if (!deja_vu.element(n)) + { + unsigned l = f.element(n); + hqueues[l].push(n); + deja_vu.element(n) = true; + + if (!is_node_at_level[l]) + { + levroot[l] = n; + is_node_at_level[l] = true; + } + + while (h < l) + l = flood(l); + } + } + } + + // Attach to parent. + unsigned x = levroot[h]; + is_node_at_level[h] = false; + while (h > hmin && !is_node_at_level[h]) + --h; + parent.element(x) = levroot[h]; + return h; + } + +# endif // ! MLN_INCLUDE_ONLY + +} + +#endif // !SALEMBIER_HH diff --git a/milena/sandbox/edwin/TreeAlgorithmsComp/salembier_.cc b/milena/sandbox/edwin/TreeAlgorithmsComp/salembier_.cc new file mode 100644 index 0000000..a638d14 --- /dev/null +++ b/milena/sandbox/edwin/TreeAlgorithmsComp/salembier_.cc @@ -0,0 +1,51 @@ +#include <mln/core/image/image2d.hh> + +#include <mln/value/int_u8.hh> +#include <mln/value/int_u12.hh> +#include <mln/value/int_u16.hh> + +#include <mln/io/pgm/load.hh> + +#include "salembier.hh" +#include "nnodes.hh" +#include "bench.hh" + +#ifndef Q +# define Q int_u8 +#endif + +void usage(char** argv) +{ + std::cout << "Usage: " << argv[0] << " input.pgm nBench" << std::endl; + abort(); +} + +int main(int argc, char** argv) +{ + if (argc != 3) + usage(argv); + + using namespace mln; + using value::int_u8; + using value::int_u12; + using value::int_u16; + typedef Q V; + + neighb2d nbh = c4(); + image2d<V> input; + io::pgm::load(input, argv[1]); + + salembier<V> s(input, nbh); + image2d<unsigned> parent = s.parent; + std::cout << "nnodes = " << nnodes(input, parent) << std::endl; + + int nb_bench = atoi(argv[2]); + START_BENCH(nb_bench); + salembier<V> s(input, nbh); + parent = s.parent; + END_BENCH("Salembier: "); +} + + + + diff --git a/milena/sandbox/edwin/TreeAlgorithmsComp/tbb_union_find_8.cc b/milena/sandbox/edwin/TreeAlgorithmsComp/tbb_union_find_8.cc index 4de9132..1b71abd 100644 --- a/milena/sandbox/edwin/TreeAlgorithmsComp/tbb_union_find_8.cc +++ b/milena/sandbox/edwin/TreeAlgorithmsComp/tbb_union_find_8.cc @@ -1,4 +1,7 @@ +#undef MLN_WO_GLOBAL_VARS + #include <tbb/task_scheduler_init.h> + #include "parallel_union_find.hh" #include <mln/core/image/image2d.hh> @@ -6,54 +9,37 @@ #include <mln/value/int_u8.hh> #include <mln/io/pgm/load.hh> -#include <mln/debug/println.hh> - - namespace mln - { - - template <typename I, typename J> - unsigned nnodes(const I& f, const J& parent) - { - mlc_equal(mln_value(J), unsigned)::check(); - unsigned n = 0; - mln_piter(I) p(parent.domain()); - for_all(p) - { - unsigned o = parent.index_of_point(p); - if (parent(p) == o || f.element(parent(p)) != f(p)) - ++n; - } - return n; - } - - } +#include "nnodes.hh" + +#undef BENCH_START +#undef BENCH_END +#include "bench.hh" void usage(char* argv[]) { - std::cerr << "usage: " << argv[0] << " input.pgm" << std::endl; + std::cerr << "usage: " << argv[0] << " input.pgm nbExec [nbThread]" << std::endl; std::cerr << " max-tree parallel" << std::endl; std::abort(); } int main(int argc, char* argv[]) { - if (argc != 2) + if (argc < 3) usage(argv); - tbb::task_scheduler_init init; - using namespace mln; + int nthread = (argc == 4) ? std::atoi(argv[3]) : tbb::task_scheduler_init::automatic; + tbb::task_scheduler_init init(nthread); + using namespace mln; neighb2d nbh = c4(); image2d<value::int_u8> f; io::pgm::load(f, argv[1]); image2d<unsigned> parent = compute_max_tree(f, nbh); - // debug::println(parent); - - // tm.start(); - // START_BENCH(1); - // //compute_max_tree(f, nbh); - // END_BENCH(); std::cout << "nnodes = " << nnodes(f, parent) << std::endl; + + START_BENCH(std::atoi(argv[2])); + parent = compute_max_tree(f, nbh); + END_BENCH("Parallel union find: "); } -- 1.5.6.5

1 0

branch swilena updated: last-svn-commit-176-g29c2a51
by git＠lrde.epita.fr 01 Jun '10

01 Jun '10

This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "Olena, a generic and efficient image processing platform". The branch swilena has been updated discards 19fd7f5144d94a4a8c5afb11ff3094400023783e (commit) via 29c2a518a4da145319fef5d89443cb17f20112f7 (commit) This update added new revisions after undoing existing revisions. That is to say, the old revision is not a strict subset of the new revision. This situation occurs when you --force push a change and generate a repository containing something like this: * -- * -- B -- O -- O -- O (19fd7f5144d94a4a8c5afb11ff3094400023783e) \ N -- N -- N (29c2a518a4da145319fef5d89443cb17f20112f7) When this happens we assume that you've already had alert emails for all of the O revisions, and so we here report only the revisions in the N branch from the common base, B. Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- 29c2a51 Fix the generation of the sps scripts. ----------------------------------------------------------------------- Summary of changes: swilena/ChangeLog | 3 ++- swilena/python/Makefile.am | 1 + 2 files changed, 3 insertions(+), 1 deletions(-) hooks/post-receive -- Olena, a generic and efficient image processing platform

1 0

last-svn-commit-176-g19fd7f5 Fix the generation of the sps scripts.
by Roland Levillain 31 May '10

31 May '10

* python/Makefile.am (sps, sps-local): Remove a stray slash. --- swilena/ChangeLog | 6 ++++++ swilena/python/Makefile.am | 2 +- 2 files changed, 7 insertions(+), 1 deletions(-) diff --git a/swilena/ChangeLog b/swilena/ChangeLog index c6fd900..6f2bc48 100644 --- a/swilena/ChangeLog +++ b/swilena/ChangeLog @@ -1,3 +1,9 @@ +2010-05-31 Roland Levillain <roland(a)lrde.epita.fr> + + Fix the generation of the sps scripts. + + * python/Makefile.am (sps, sps-local): Remove a stray slash. + 2010-05-28 Roland Levillain <roland(a)lrde.epita.fr> Generate python/data.py. diff --git a/swilena/python/Makefile.am b/swilena/python/Makefile.am index cd02746..252a674 100644 --- a/swilena/python/Makefile.am +++ b/swilena/python/Makefile.am @@ -329,7 +329,7 @@ sps sps-local: Makefile $(srcdir)/sps-common.in rm -f $@ $@.tmp srcdir=''; \ test -f ./$@.in || srcdir=$(srcdir)/; \ - cp $${srcdir}/sps-common.in $@.tmp; \ + cp $${srcdir}sps-common.in $@.tmp; \ $(edit) $${srcdir}$@.in >>$@.tmp chmod +x $@.tmp chmod a-w $@.tmp -- 1.5.6.5

1 0