This is an automated email from the git hooks/post-receive script. js pushed a commit to branch master in repository libcatmandu-perl.
commit 532e13aac2a9d04ce6473c7624e83b6a5a65bf07 Merge: 4905362 aae9175 Author: Jonas Smedegaard <d...@jones.dk> Date: Mon Feb 22 16:37:34 2016 +0100 Imported Upstream version 1.00 Build.PL | 17 +- Changes | 52 ++++ LICENSE | 6 +- MANIFEST | 25 +- META.json | 13 +- META.yml | 13 +- README | 147 +++++++--- bin/catmandu | 3 +- cpanfile | 11 +- lib/Catmandu.pm | 147 +++++++--- lib/Catmandu/Addable.pm | 9 +- lib/Catmandu/ArrayIterator.pm | 2 +- lib/Catmandu/Bag.pm | 30 +- lib/Catmandu/Buffer.pm | 2 +- lib/Catmandu/CLI.pm | 3 +- lib/Catmandu/Cmd.pm | 35 ++- lib/Catmandu/Cmd/config.pm | 4 +- lib/Catmandu/Cmd/convert.pm | 39 +-- lib/Catmandu/Cmd/copy.pm | 86 ++++++ lib/Catmandu/Cmd/count.pm | 27 +- lib/Catmandu/Cmd/data.pm | 24 +- lib/Catmandu/Cmd/delete.pm | 46 +-- lib/Catmandu/Cmd/drop.pm | 50 ++++ lib/Catmandu/Cmd/export.pm | 54 ++-- lib/Catmandu/Cmd/help.pm | 8 +- lib/Catmandu/Cmd/import.pm | 45 ++- lib/Catmandu/Cmd/info.pm | 4 +- lib/Catmandu/Cmd/move.pm | 84 ------ lib/Catmandu/Cmd/run.pm | 2 +- lib/Catmandu/Counter.pm | 2 +- lib/Catmandu/Droppable.pm | 36 +++ lib/Catmandu/Env.pm | 12 +- lib/Catmandu/Error.pm | 20 +- lib/Catmandu/Expander.pm | 2 +- lib/Catmandu/Exporter.pm | 83 ++++-- lib/Catmandu/Exporter/CSV.pm | 71 ++--- lib/Catmandu/Exporter/JSON.pm | 53 ++-- lib/Catmandu/Exporter/Mock.pm | 68 +++++ lib/Catmandu/Exporter/Multi.pm | 2 +- lib/Catmandu/Exporter/Null.pm | 10 +- lib/Catmandu/Exporter/TSV.pm | 130 +++++++++ lib/Catmandu/Exporter/Text.pm | 32 ++- lib/Catmandu/Exporter/YAML.pm | 7 +- lib/Catmandu/Fix.pm | 141 ++++++--- lib/Catmandu/Fix/Base.pm | 2 +- lib/Catmandu/Fix/Bind.pm | 2 +- lib/Catmandu/Fix/Bind/benchmark.pm | 2 +- lib/Catmandu/Fix/Bind/hashmap.pm | 14 +- lib/Catmandu/Fix/Bind/identity.pm | 2 +- lib/Catmandu/Fix/Bind/importer.pm | 2 +- lib/Catmandu/Fix/Bind/list.pm | 2 +- lib/Catmandu/Fix/Bind/maybe.pm | 2 +- lib/Catmandu/Fix/Bind/timeout.pm | 2 +- lib/Catmandu/Fix/Bind/visitor.pm | 2 +- lib/Catmandu/Fix/Bind/with.pm | 2 +- lib/Catmandu/Fix/Condition.pm | 2 +- lib/Catmandu/Fix/Condition/SimpleAllTest.pm | 2 +- lib/Catmandu/Fix/Condition/SimpleAnyTest.pm | 2 +- lib/Catmandu/Fix/Condition/SimpleCompareTest.pm | 2 +- lib/Catmandu/Fix/Condition/all_equal.pm | 2 +- lib/Catmandu/Fix/Condition/all_match.pm | 2 +- lib/Catmandu/Fix/Condition/any_equal.pm | 2 +- lib/Catmandu/Fix/Condition/any_match.pm | 2 +- lib/Catmandu/Fix/Condition/exists.pm | 2 +- lib/Catmandu/Fix/Condition/greater_than.pm | 2 +- lib/Catmandu/Fix/Condition/in.pm | 8 +- lib/Catmandu/Fix/Condition/is_false.pm | 2 +- lib/Catmandu/Fix/Condition/is_true.pm | 2 +- lib/Catmandu/Fix/Condition/less_than.pm | 2 +- lib/Catmandu/Fix/Has.pm | 2 +- lib/Catmandu/Fix/Parser.pm | 2 +- lib/Catmandu/Fix/SimpleGetValue.pm | 2 +- lib/Catmandu/Fix/add_field.pm | 2 +- lib/Catmandu/Fix/add_to_exporter.pm | 2 +- lib/Catmandu/Fix/add_to_store.pm | 2 +- lib/Catmandu/Fix/append.pm | 2 +- lib/Catmandu/Fix/array.pm | 2 +- lib/Catmandu/Fix/assoc.pm | 2 +- lib/Catmandu/Fix/capitalize.pm | 2 +- lib/Catmandu/Fix/clone.pm | 2 +- lib/Catmandu/Fix/code.pm | 2 +- lib/Catmandu/Fix/collapse.pm | 2 +- lib/Catmandu/Fix/copy_field.pm | 2 +- lib/Catmandu/Fix/count.pm | 2 +- lib/Catmandu/Fix/downcase.pm | 2 +- lib/Catmandu/Fix/expand.pm | 2 +- lib/Catmandu/Fix/expand_date.pm | 2 +- lib/Catmandu/Fix/filter.pm | 2 +- lib/Catmandu/Fix/flatten.pm | 2 +- lib/Catmandu/Fix/format.pm | 2 +- lib/Catmandu/Fix/from_json.pm | 2 +- lib/Catmandu/Fix/hash.pm | 2 +- lib/Catmandu/Fix/import.pm | 5 +- lib/Catmandu/Fix/include.pm | 2 +- lib/Catmandu/Fix/join_field.pm | 2 +- lib/Catmandu/Fix/log.pm | 8 +- lib/Catmandu/Fix/lookup.pm | 2 +- lib/Catmandu/Fix/lookup_in_store.pm | 2 +- lib/Catmandu/Fix/move_field.pm | 2 +- lib/Catmandu/Fix/nothing.pm | 2 +- lib/Catmandu/Fix/parse_text.pm | 4 +- lib/Catmandu/Fix/paste.pm | 102 +++++++ lib/Catmandu/Fix/perlcode.pm | 2 +- lib/Catmandu/Fix/prepend.pm | 2 +- lib/Catmandu/Fix/reject.pm | 2 +- lib/Catmandu/Fix/remove_field.pm | 2 +- lib/Catmandu/Fix/replace_all.pm | 2 +- lib/Catmandu/Fix/retain.pm | 14 +- lib/Catmandu/Fix/retain_field.pm | 2 +- lib/Catmandu/Fix/reverse.pm | 2 +- lib/Catmandu/Fix/set_array.pm | 2 +- lib/Catmandu/Fix/set_field.pm | 2 +- lib/Catmandu/Fix/set_hash.pm | 2 +- lib/Catmandu/Fix/sleep.pm | 2 +- lib/Catmandu/Fix/sort_field.pm | 2 +- lib/Catmandu/Fix/split_field.pm | 2 +- lib/Catmandu/Fix/substring.pm | 2 +- lib/Catmandu/Fix/sum.pm | 2 +- lib/Catmandu/Fix/to_json.pm | 2 +- lib/Catmandu/Fix/trim.pm | 2 +- lib/Catmandu/Fix/uniq.pm | 2 +- lib/Catmandu/Fix/upcase.pm | 2 +- lib/Catmandu/Fix/uri_decode.pm | 46 +++ lib/Catmandu/Fix/uri_encode.pm | 46 +++ lib/Catmandu/Fix/vacuum.pm | 2 +- lib/Catmandu/Fixable.pm | 6 +- lib/Catmandu/Hits.pm | 2 +- lib/Catmandu/IdGenerator.pm | 2 +- lib/Catmandu/IdGenerator/Mock.pm | 2 +- lib/Catmandu/IdGenerator/UUID.pm | 2 +- lib/Catmandu/Importer.pm | 215 ++++++++++---- lib/Catmandu/Importer/CSV.pm | 82 ++++-- lib/Catmandu/Importer/JSON.pm | 59 ++-- lib/Catmandu/Importer/Mock.pm | 2 +- lib/Catmandu/Importer/Modules.pm | 2 +- lib/Catmandu/Importer/Multi.pm | 2 +- lib/Catmandu/Importer/Null.pm | 13 +- lib/Catmandu/Importer/TSV.pm | 120 ++++++++ lib/Catmandu/Importer/Text.pm | 51 ++-- lib/Catmandu/Importer/YAML.pm | 8 +- lib/Catmandu/Interactive.pm | 2 +- lib/Catmandu/Introduction.pod | 10 +- lib/Catmandu/Iterable.pm | 2 +- lib/Catmandu/Iterator.pm | 2 +- lib/Catmandu/Logger.pm | 13 +- lib/Catmandu/MultiIterator.pm | 2 +- lib/Catmandu/Paged.pm | 2 +- lib/Catmandu/Pluggable.pm | 2 +- lib/Catmandu/Plugin/Datestamps.pm | 2 +- lib/Catmandu/Plugin/Versioning.pm | 2 +- lib/Catmandu/Sane.pm | 2 +- lib/Catmandu/Searchable.pm | 4 +- lib/Catmandu/Serializer.pm | 2 +- lib/Catmandu/Serializer/json.pm | 2 +- lib/Catmandu/Store.pm | 28 +- lib/Catmandu/Store/Hash.pm | 16 +- lib/Catmandu/Store/Hash/Bag.pm | 9 +- lib/Catmandu/Store/Multi.pm | 9 +- lib/Catmandu/Store/Multi/Bag.pm | 9 +- lib/Catmandu/TabularExporter.pm | 124 ++++++++ lib/Catmandu/Transactional.pm | 40 +++ lib/Catmandu/Util.pm | 19 +- lib/Catmandu/Validator.pm | 2 +- lib/Catmandu/Validator/Simple.pm | 2 +- t/Catmandu-ArrayIterator.t | 17 +- t/Catmandu-Bag.t | 3 +- t/Catmandu-CLI.t | 40 +++ t/Catmandu-Cmd-config.t | 4 +- t/Catmandu-Cmd-convert.t | 15 +- t/{Catmandu-Cmd-move.t => Catmandu-Cmd-copy.t} | 8 +- t/Catmandu-Cmd-data.t | 69 +++-- t/Catmandu-Cmd-export.t | 16 +- t/Catmandu-Cmd-info.t | 26 +- t/Catmandu-Cmd.t | 14 +- t/Catmandu-Exporter-CSV.t | 31 +- t/Catmandu-Exporter-JSON.t | 6 +- t/Catmandu-Exporter-Mock.t | 27 ++ t/Catmandu-Exporter-Multi.t | 4 +- t/Catmandu-Exporter-TSV.t | 72 +++++ t/Catmandu-Exporter-Text.t | 19 +- t/Catmandu-Fix-Bind-hashmap.t | 12 +- t/Catmandu-Fix-Bind-importer.t | 8 +- t/Catmandu-Fix-paste.t | 26 ++ t/Catmandu-Fix-uri_decode.t | 25 ++ t/Catmandu-Fix-uri_encode.t | 24 ++ t/Catmandu-Fix-uri_encode_decode.t | 32 +++ t/Catmandu-Fix.t | 95 +++++- t/Catmandu-Importer-CSV.t | 29 +- t/Catmandu-Importer-JSON.t | 22 +- t/Catmandu-Importer-TSV.t | 47 +++ t/Catmandu-Importer-Text.t | 14 +- t/Catmandu-Importer.t | 86 +++++- t/Catmandu-Interactive.t | 122 ++++---- t/Catmandu-Store-Multi.t | 4 + t/Catmandu-Store.t | 3 +- t/Catmandu-Util.t | 367 +++++++++++++++++++++++- t/Catmandu.t | 17 +- t/log4perl.conf | 16 ++ t/myfixes.fix | 2 +- t/planets.csv | 2 +- t/run.fix | 4 +- t/russian.txt | 11 + t/small.json | 1 + t/small.yaml | 3 + 204 files changed, 3337 insertions(+), 929 deletions(-) diff --cc Changes index 4b7ff72,d00e5f0..1a51cfe --- a/Changes +++ b/Changes @@@ -1,5 -1,59 +1,57 @@@ Revision history for Catmandu -{{$NEXT}} - + 1.00 2016-02-22 16:16:07 CET + - fix os-dependent paths in tests + - throw an error if an Importer file path doesn't exist + - bump required version of URI::Template because we need variable names + returned in order + - pod fixes + - lots of pod + - lots of tests + - new Exporter::Mock + - new Importer::TSV and Exporter::TSV + - new 'uri_decode' and 'uri_encode' fixes + - new Droppable and Transactional roles for stores + - new 'drop' command + - switch to MooX::Role::Logger for logging + - smarter CSV::Importer + - new specialized TabularExporter base role + - fix bug in 'array_to_sentence' helper function + - fix $append bug in 'data_at' helper function + - the 'data' command is deprecated. All it's functionality is now provided by + the 'import', 'export', 'convert' and 'copy' commands + - rename the 'move' command to the more accurate 'copy' + - line delimited JSON is no longer the default for Importer::JSON and + Exporter:JSON + + 1.00_03 2016-02-10 14:34:07 CET + - fix os-dependent paths in tests + - throw an error if an Importer file path doesn't exist + + 1.00_02 2016-02-09 10:17:58 CET + - bump required version of URI::Template because we need variable names + returned in order + - pod fixes + + 1.00_01 2016-02-04 16:30:11 CET + - lots of pod + - lots of tests + - new Exporter::Mock + - new Importer::TSV and Exporter::TSV + - new 'uri_decode' and 'uri_encode' fixes + - new Droppable and Transactional roles for stores + - new 'drop' command + - switch to MooX::Role::Logger for logging + - smarter CSV::Importer + - new specialized TabularExporter base role + - fix bug in 'array_to_sentence' helper function + - fix $append bug in 'data_at' helper function + - the 'data' command is deprecated. All it's functionality is now provided by + the 'import', 'export', 'convert' and 'copy' commands + - rename the 'move' command to the more accurate 'copy' + - line delimited JSON is no longer the default for Importer::JSON and + Exporter:JSON + 0.9505 2015-12-02 10:36:58 CET - expand, collapse and vacuum fixes handle large arrays - more pod diff --cc LICENSE index c95ff15,0000000..3389da2 mode 100644,000000..100644 --- a/LICENSE +++ b/LICENSE @@@ -1,379 -1,0 +1,379 @@@ - This software is copyright (c) 2015 by Nicolas Steenlant. ++This software is copyright (c) 2016 by Nicolas Steenlant. + +This is free software; you can redistribute it and/or modify it under +the same terms as the Perl 5 programming language system itself. + +Terms of the Perl programming language system itself + +a) the GNU General Public License as published by the Free + Software Foundation; either version 1, or (at your option) any + later version, or +b) the "Artistic License" + +--- The GNU General Public License, Version 1, February 1989 --- + - This software is Copyright (c) 2015 by Nicolas Steenlant. ++This software is Copyright (c) 2016 by Nicolas Steenlant. + +This is free software, licensed under: + + The GNU General Public License, Version 1, February 1989 + + GNU GENERAL PUBLIC LICENSE + Version 1, February 1989 + + Copyright (C) 1989 Free Software Foundation, Inc. + 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA + + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + Preamble + + The license agreements of most software companies try to keep users +at the mercy of those companies. By contrast, our General Public +License is intended to guarantee your freedom to share and change free +software--to make sure the software is free for all its users. The +General Public License applies to the Free Software Foundation's +software and to any other program whose authors commit to using it. +You can use it for your programs, too. + + When we speak of free software, we are referring to freedom, not +price. Specifically, the General Public License is designed to make +sure that you have the freedom to give away or sell copies of free +software, that you receive source code or can get it if you want it, +that you can change the software or use pieces of it in new free +programs; and that you know you can do these things. + + To protect your rights, we need to make restrictions that forbid +anyone to deny you these rights or to ask you to surrender the rights. +These restrictions translate to certain responsibilities for you if you +distribute copies of the software, or if you modify it. + + For example, if you distribute copies of a such a program, whether +gratis or for a fee, you must give the recipients all the rights that +you have. You must make sure that they, too, receive or can get the +source code. And you must tell them their rights. + + We protect your rights with two steps: (1) copyright the software, and +(2) offer you this license which gives you legal permission to copy, +distribute and/or modify the software. + + Also, for each author's protection and ours, we want to make certain +that everyone understands that there is no warranty for this free +software. If the software is modified by someone else and passed on, we +want its recipients to know that what they have is not the original, so +that any problems introduced by others will not reflect on the original +authors' reputations. + + The precise terms and conditions for copying, distribution and +modification follow. + + GNU GENERAL PUBLIC LICENSE + TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION + + 0. This License Agreement applies to any program or other work which +contains a notice placed by the copyright holder saying it may be +distributed under the terms of this General Public License. The +"Program", below, refers to any such program or work, and a "work based +on the Program" means either the Program or any work containing the +Program or a portion of it, either verbatim or with modifications. Each +licensee is addressed as "you". + + 1. You may copy and distribute verbatim copies of the Program's source +code as you receive it, in any medium, provided that you conspicuously and +appropriately publish on each copy an appropriate copyright notice and +disclaimer of warranty; keep intact all the notices that refer to this +General Public License and to the absence of any warranty; and give any +other recipients of the Program a copy of this General Public License +along with the Program. You may charge a fee for the physical act of +transferring a copy. + + 2. You may modify your copy or copies of the Program or any portion of +it, and copy and distribute such modifications under the terms of Paragraph +1 above, provided that you also do the following: + + a) cause the modified files to carry prominent notices stating that + you changed the files and the date of any change; and + + b) cause the whole of any work that you distribute or publish, that + in whole or in part contains the Program or any part thereof, either + with or without modifications, to be licensed at no charge to all + third parties under the terms of this General Public License (except + that you may choose to grant warranty protection to some or all + third parties, at your option). + + c) If the modified program normally reads commands interactively when + run, you must cause it, when started running for such interactive use + in the simplest and most usual way, to print or display an + announcement including an appropriate copyright notice and a notice + that there is no warranty (or else, saying that you provide a + warranty) and that users may redistribute the program under these + conditions, and telling the user how to view a copy of this General + Public License. + + d) You may charge a fee for the physical act of transferring a + copy, and you may at your option offer warranty protection in + exchange for a fee. + +Mere aggregation of another independent work with the Program (or its +derivative) on a volume of a storage or distribution medium does not bring +the other work under the scope of these terms. + + 3. You may copy and distribute the Program (or a portion or derivative of +it, under Paragraph 2) in object code or executable form under the terms of +Paragraphs 1 and 2 above provided that you also do one of the following: + + a) accompany it with the complete corresponding machine-readable + source code, which must be distributed under the terms of + Paragraphs 1 and 2 above; or, + + b) accompany it with a written offer, valid for at least three + years, to give any third party free (except for a nominal charge + for the cost of distribution) a complete machine-readable copy of the + corresponding source code, to be distributed under the terms of + Paragraphs 1 and 2 above; or, + + c) accompany it with the information you received as to where the + corresponding source code may be obtained. (This alternative is + allowed only for noncommercial distribution and only if you + received the program in object code or executable form alone.) + +Source code for a work means the preferred form of the work for making +modifications to it. For an executable file, complete source code means +all the source code for all modules it contains; but, as a special +exception, it need not include source code for modules which are standard +libraries that accompany the operating system on which the executable +file runs, or for standard header files or definitions files that +accompany that operating system. + + 4. You may not copy, modify, sublicense, distribute or transfer the +Program except as expressly provided under this General Public License. +Any attempt otherwise to copy, modify, sublicense, distribute or transfer +the Program is void, and will automatically terminate your rights to use +the Program under this License. However, parties who have received +copies, or rights to use copies, from you under this General Public +License will not have their licenses terminated so long as such parties +remain in full compliance. + + 5. By copying, distributing or modifying the Program (or any work based +on the Program) you indicate your acceptance of this license to do so, +and all its terms and conditions. + + 6. Each time you redistribute the Program (or any work based on the +Program), the recipient automatically receives a license from the original +licensor to copy, distribute or modify the Program subject to these +terms and conditions. You may not impose any further restrictions on the +recipients' exercise of the rights granted herein. + + 7. The Free Software Foundation may publish revised and/or new versions +of the General Public License from time to time. Such new versions will +be similar in spirit to the present version, but may differ in detail to +address new problems or concerns. + +Each version is given a distinguishing version number. If the Program +specifies a version number of the license which applies to it and "any +later version", you have the option of following the terms and conditions +either of that version or of any later version published by the Free +Software Foundation. If the Program does not specify a version number of +the license, you may choose any version ever published by the Free Software +Foundation. + + 8. If you wish to incorporate parts of the Program into other free +programs whose distribution conditions are different, write to the author +to ask for permission. For software which is copyrighted by the Free +Software Foundation, write to the Free Software Foundation; we sometimes +make exceptions for this. Our decision will be guided by the two goals +of preserving the free status of all derivatives of our free software and +of promoting the sharing and reuse of software generally. + + NO WARRANTY + + 9. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY +FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN +OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES +PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED +OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS +TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE +PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, +REPAIR OR CORRECTION. + + 10. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING +WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR +REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, +INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING +OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED +TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY +YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER +PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE +POSSIBILITY OF SUCH DAMAGES. + + END OF TERMS AND CONDITIONS + + Appendix: How to Apply These Terms to Your New Programs + + If you develop a new program, and you want it to be of the greatest +possible use to humanity, the best way to achieve this is to make it +free software which everyone can redistribute and change under these +terms. + + To do so, attach the following notices to the program. It is safest to +attach them to the start of each source file to most effectively convey +the exclusion of warranty; and each file should have at least the +"copyright" line and a pointer to where the full notice is found. + + <one line to give the program's name and a brief idea of what it does.> + Copyright (C) 19yy <name of author> + + This program is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation; either version 1, or (at your option) + any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301 USA + + +Also add information on how to contact you by electronic and paper mail. + +If the program is interactive, make it output a short notice like this +when it starts in an interactive mode: + + Gnomovision version 69, Copyright (C) 19xx name of author + Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'. + This is free software, and you are welcome to redistribute it + under certain conditions; type `show c' for details. + +The hypothetical commands `show w' and `show c' should show the +appropriate parts of the General Public License. Of course, the +commands you use may be called something other than `show w' and `show +c'; they could even be mouse-clicks or menu items--whatever suits your +program. + +You should also get your employer (if you work as a programmer) or your +school, if any, to sign a "copyright disclaimer" for the program, if +necessary. Here a sample; alter the names: + + Yoyodyne, Inc., hereby disclaims all copyright interest in the + program `Gnomovision' (a program to direct compilers to make passes + at assemblers) written by James Hacker. + + <signature of Ty Coon>, 1 April 1989 + Ty Coon, President of Vice + +That's all there is to it! + + +--- The Artistic License 1.0 --- + - This software is Copyright (c) 2015 by Nicolas Steenlant. ++This software is Copyright (c) 2016 by Nicolas Steenlant. + +This is free software, licensed under: + + The Artistic License 1.0 + +The Artistic License + +Preamble + +The intent of this document is to state the conditions under which a Package +may be copied, such that the Copyright Holder maintains some semblance of +artistic control over the development of the package, while giving the users of +the package the right to use and distribute the Package in a more-or-less +customary fashion, plus the right to make reasonable modifications. + +Definitions: + + - "Package" refers to the collection of files distributed by the Copyright + Holder, and derivatives of that collection of files created through + textual modification. + - "Standard Version" refers to such a Package if it has not been modified, + or has been modified in accordance with the wishes of the Copyright + Holder. + - "Copyright Holder" is whoever is named in the copyright or copyrights for + the package. + - "You" is you, if you're thinking about copying or distributing this Package. + - "Reasonable copying fee" is whatever you can justify on the basis of media + cost, duplication charges, time of people involved, and so on. (You will + not be required to justify it to the Copyright Holder, but only to the + computing community at large as a market that must bear the fee.) + - "Freely Available" means that no fee is charged for the item itself, though + there may be fees involved in handling the item. It also means that + recipients of the item may redistribute it under the same conditions they + received it. + +1. You may make and give away verbatim copies of the source form of the +Standard Version of this Package without restriction, provided that you +duplicate all of the original copyright notices and associated disclaimers. + +2. You may apply bug fixes, portability fixes and other modifications derived +from the Public Domain or from the Copyright Holder. A Package modified in such +a way shall still be considered the Standard Version. + +3. You may otherwise modify your copy of this Package in any way, provided that +you insert a prominent notice in each changed file stating how and when you +changed that file, and provided that you do at least ONE of the following: + + a) place your modifications in the Public Domain or otherwise make them + Freely Available, such as by posting said modifications to Usenet or an + equivalent medium, or placing the modifications on a major archive site + such as ftp.uu.net, or by allowing the Copyright Holder to include your + modifications in the Standard Version of the Package. + + b) use the modified Package only within your corporation or organization. + + c) rename any non-standard executables so the names do not conflict with + standard executables, which must also be provided, and provide a separate + manual page for each non-standard executable that clearly documents how it + differs from the Standard Version. + + d) make other distribution arrangements with the Copyright Holder. + +4. You may distribute the programs of this Package in object code or executable +form, provided that you do at least ONE of the following: + + a) distribute a Standard Version of the executables and library files, + together with instructions (in the manual page or equivalent) on where to + get the Standard Version. + + b) accompany the distribution with the machine-readable source of the Package + with your modifications. + + c) accompany any non-standard executables with their corresponding Standard + Version executables, giving the non-standard executables non-standard + names, and clearly documenting the differences in manual pages (or + equivalent), together with instructions on where to get the Standard + Version. + + d) make other distribution arrangements with the Copyright Holder. + +5. You may charge a reasonable copying fee for any distribution of this +Package. You may charge any fee you choose for support of this Package. You +may not charge a fee for this Package itself. However, you may distribute this +Package in aggregate with other (possibly commercial) programs as part of a +larger (possibly commercial) software distribution provided that you do not +advertise this Package as a product of your own. + +6. The scripts and library files supplied as input to or produced as output +from the programs of this Package do not automatically fall under the copyright +of this Package, but belong to whomever generated them, and may be sold +commercially, and may be aggregated with this Package. + +7. C or perl subroutines supplied by you and linked into this Package shall not +be considered part of this Package. + +8. The name of the Copyright Holder may not be used to endorse or promote +products derived from this software without specific prior written permission. + +9. THIS PACKAGE IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR IMPLIED +WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF +MERCHANTIBILITY AND FITNESS FOR A PARTICULAR PURPOSE. + +The End + diff --cc MANIFEST index 06cabdb,0000000..9526aef mode 100644,000000..100644 --- a/MANIFEST +++ b/MANIFEST @@@ -1,305 -1,0 +1,326 @@@ +# This file was automatically generated by Dist::Zilla::Plugin::Manifest v5.041. +Build.PL +Changes +LICENSE +MANIFEST +META.json +META.yml +README +benchmark/clone.pl +benchmark/data.json +benchmark/util_vs_data_util.pl +bin/catmandu +cpanfile +dist.ini +lib/Catmandu.pm +lib/Catmandu/Addable.pm +lib/Catmandu/ArrayIterator.pm +lib/Catmandu/Bag.pm +lib/Catmandu/Buffer.pm +lib/Catmandu/CLI.pm +lib/Catmandu/Cmd.pm +lib/Catmandu/Cmd/config.pm +lib/Catmandu/Cmd/convert.pm ++lib/Catmandu/Cmd/copy.pm +lib/Catmandu/Cmd/count.pm +lib/Catmandu/Cmd/data.pm +lib/Catmandu/Cmd/delete.pm ++lib/Catmandu/Cmd/drop.pm +lib/Catmandu/Cmd/export.pm +lib/Catmandu/Cmd/help.pm +lib/Catmandu/Cmd/import.pm +lib/Catmandu/Cmd/info.pm - lib/Catmandu/Cmd/move.pm +lib/Catmandu/Cmd/run.pm +lib/Catmandu/Counter.pm ++lib/Catmandu/Droppable.pm +lib/Catmandu/Env.pm +lib/Catmandu/Error.pm +lib/Catmandu/Expander.pm +lib/Catmandu/Exporter.pm +lib/Catmandu/Exporter/CSV.pm +lib/Catmandu/Exporter/JSON.pm ++lib/Catmandu/Exporter/Mock.pm +lib/Catmandu/Exporter/Multi.pm +lib/Catmandu/Exporter/Null.pm ++lib/Catmandu/Exporter/TSV.pm +lib/Catmandu/Exporter/Text.pm +lib/Catmandu/Exporter/YAML.pm +lib/Catmandu/Fix.pm +lib/Catmandu/Fix/Base.pm +lib/Catmandu/Fix/Bind.pm +lib/Catmandu/Fix/Bind/benchmark.pm +lib/Catmandu/Fix/Bind/hashmap.pm +lib/Catmandu/Fix/Bind/identity.pm +lib/Catmandu/Fix/Bind/importer.pm +lib/Catmandu/Fix/Bind/list.pm +lib/Catmandu/Fix/Bind/maybe.pm +lib/Catmandu/Fix/Bind/timeout.pm +lib/Catmandu/Fix/Bind/visitor.pm +lib/Catmandu/Fix/Bind/with.pm +lib/Catmandu/Fix/Condition.pm +lib/Catmandu/Fix/Condition/SimpleAllTest.pm +lib/Catmandu/Fix/Condition/SimpleAnyTest.pm +lib/Catmandu/Fix/Condition/SimpleCompareTest.pm +lib/Catmandu/Fix/Condition/all_equal.pm +lib/Catmandu/Fix/Condition/all_match.pm +lib/Catmandu/Fix/Condition/any_equal.pm +lib/Catmandu/Fix/Condition/any_match.pm +lib/Catmandu/Fix/Condition/exists.pm +lib/Catmandu/Fix/Condition/greater_than.pm +lib/Catmandu/Fix/Condition/in.pm +lib/Catmandu/Fix/Condition/is_false.pm +lib/Catmandu/Fix/Condition/is_true.pm +lib/Catmandu/Fix/Condition/less_than.pm +lib/Catmandu/Fix/Has.pm +lib/Catmandu/Fix/Parser.pm +lib/Catmandu/Fix/SimpleGetValue.pm +lib/Catmandu/Fix/add_field.pm +lib/Catmandu/Fix/add_to_exporter.pm +lib/Catmandu/Fix/add_to_store.pm +lib/Catmandu/Fix/append.pm +lib/Catmandu/Fix/array.pm +lib/Catmandu/Fix/assoc.pm +lib/Catmandu/Fix/capitalize.pm +lib/Catmandu/Fix/clone.pm +lib/Catmandu/Fix/code.pm +lib/Catmandu/Fix/collapse.pm +lib/Catmandu/Fix/copy_field.pm +lib/Catmandu/Fix/count.pm +lib/Catmandu/Fix/downcase.pm +lib/Catmandu/Fix/expand.pm +lib/Catmandu/Fix/expand_date.pm +lib/Catmandu/Fix/filter.pm +lib/Catmandu/Fix/flatten.pm +lib/Catmandu/Fix/format.pm +lib/Catmandu/Fix/from_json.pm +lib/Catmandu/Fix/hash.pm +lib/Catmandu/Fix/import.pm +lib/Catmandu/Fix/include.pm +lib/Catmandu/Fix/join_field.pm +lib/Catmandu/Fix/log.pm +lib/Catmandu/Fix/lookup.pm +lib/Catmandu/Fix/lookup_in_store.pm +lib/Catmandu/Fix/move_field.pm +lib/Catmandu/Fix/nothing.pm +lib/Catmandu/Fix/parse_text.pm ++lib/Catmandu/Fix/paste.pm +lib/Catmandu/Fix/perlcode.pm +lib/Catmandu/Fix/prepend.pm +lib/Catmandu/Fix/reject.pm +lib/Catmandu/Fix/remove_field.pm +lib/Catmandu/Fix/replace_all.pm +lib/Catmandu/Fix/retain.pm +lib/Catmandu/Fix/retain_field.pm +lib/Catmandu/Fix/reverse.pm +lib/Catmandu/Fix/set_array.pm +lib/Catmandu/Fix/set_field.pm +lib/Catmandu/Fix/set_hash.pm +lib/Catmandu/Fix/sleep.pm +lib/Catmandu/Fix/sort_field.pm +lib/Catmandu/Fix/split_field.pm +lib/Catmandu/Fix/substring.pm +lib/Catmandu/Fix/sum.pm +lib/Catmandu/Fix/to_json.pm +lib/Catmandu/Fix/trim.pm +lib/Catmandu/Fix/uniq.pm +lib/Catmandu/Fix/upcase.pm ++lib/Catmandu/Fix/uri_decode.pm ++lib/Catmandu/Fix/uri_encode.pm +lib/Catmandu/Fix/vacuum.pm +lib/Catmandu/Fixable.pm +lib/Catmandu/Hits.pm +lib/Catmandu/IdGenerator.pm +lib/Catmandu/IdGenerator/Mock.pm +lib/Catmandu/IdGenerator/UUID.pm +lib/Catmandu/Importer.pm +lib/Catmandu/Importer/CSV.pm +lib/Catmandu/Importer/JSON.pm +lib/Catmandu/Importer/Mock.pm +lib/Catmandu/Importer/Modules.pm +lib/Catmandu/Importer/Multi.pm +lib/Catmandu/Importer/Null.pm ++lib/Catmandu/Importer/TSV.pm +lib/Catmandu/Importer/Text.pm +lib/Catmandu/Importer/YAML.pm +lib/Catmandu/Interactive.pm +lib/Catmandu/Introduction.pod +lib/Catmandu/Iterable.pm +lib/Catmandu/Iterator.pm +lib/Catmandu/Logger.pm +lib/Catmandu/MultiIterator.pm +lib/Catmandu/Paged.pm +lib/Catmandu/Pluggable.pm +lib/Catmandu/Plugin/Datestamps.pm +lib/Catmandu/Plugin/Versioning.pm +lib/Catmandu/Sane.pm +lib/Catmandu/Searchable.pm +lib/Catmandu/Serializer.pm +lib/Catmandu/Serializer/json.pm +lib/Catmandu/Store.pm +lib/Catmandu/Store/Hash.pm +lib/Catmandu/Store/Hash/Bag.pm +lib/Catmandu/Store/Multi.pm +lib/Catmandu/Store/Multi/Bag.pm ++lib/Catmandu/TabularExporter.pm ++lib/Catmandu/Transactional.pm +lib/Catmandu/Util.pm +lib/Catmandu/Validator.pm +lib/Catmandu/Validator/Simple.pm +t/Catmandu-Addable.t +t/Catmandu-ArrayIterator.t +t/Catmandu-Bag.t +t/Catmandu-Buffer.t +t/Catmandu-CLI.t +t/Catmandu-Cmd-config.t +t/Catmandu-Cmd-convert.t ++t/Catmandu-Cmd-copy.t +t/Catmandu-Cmd-count.t +t/Catmandu-Cmd-data.t +t/Catmandu-Cmd-delete.t +t/Catmandu-Cmd-export.t +t/Catmandu-Cmd-help.t +t/Catmandu-Cmd-import.t +t/Catmandu-Cmd-info.t - t/Catmandu-Cmd-move.t +t/Catmandu-Cmd-run.t +t/Catmandu-Cmd.t +t/Catmandu-Counter.t +t/Catmandu-Env.t +t/Catmandu-Error.t +t/Catmandu-Exporter-CSV.t +t/Catmandu-Exporter-JSON.t ++t/Catmandu-Exporter-Mock.t +t/Catmandu-Exporter-Multi.t +t/Catmandu-Exporter-Null.t ++t/Catmandu-Exporter-TSV.t +t/Catmandu-Exporter-Text.t +t/Catmandu-Exporter-YAML.t +t/Catmandu-Exporter.t +t/Catmandu-Fix-Base.t +t/Catmandu-Fix-Bind-benchmark.t +t/Catmandu-Fix-Bind-hashmap.t +t/Catmandu-Fix-Bind-identity.t +t/Catmandu-Fix-Bind-importer.t +t/Catmandu-Fix-Bind-list.t +t/Catmandu-Fix-Bind-maybe.t +t/Catmandu-Fix-Bind-timeout.t +t/Catmandu-Fix-Bind-visitor.t +t/Catmandu-Fix-Bind-with.t +t/Catmandu-Fix-Bind.t +t/Catmandu-Fix-Condition-all_equal.t +t/Catmandu-Fix-Condition-all_match.t +t/Catmandu-Fix-Condition-any_equal.t +t/Catmandu-Fix-Condition-any_match.t +t/Catmandu-Fix-Condition-exists.t +t/Catmandu-Fix-Condition-greater_than.t +t/Catmandu-Fix-Condition-in.t +t/Catmandu-Fix-Condition-is_false.t +t/Catmandu-Fix-Condition-is_true.t +t/Catmandu-Fix-Condition-less_than.t +t/Catmandu-Fix-Condition.t +t/Catmandu-Fix-Parser.t +t/Catmandu-Fix-add_field.t +t/Catmandu-Fix-add_to_exporter.t +t/Catmandu-Fix-add_to_store.t +t/Catmandu-Fix-append.t +t/Catmandu-Fix-array.t +t/Catmandu-Fix-assoc.t +t/Catmandu-Fix-capitalize.t +t/Catmandu-Fix-clone.t +t/Catmandu-Fix-code.t +t/Catmandu-Fix-collapse.t +t/Catmandu-Fix-copy_field.t +t/Catmandu-Fix-count.t +t/Catmandu-Fix-downcase.t +t/Catmandu-Fix-expand.t +t/Catmandu-Fix-expand_date.t +t/Catmandu-Fix-filter.t +t/Catmandu-Fix-flatten.t +t/Catmandu-Fix-format.t +t/Catmandu-Fix-from_json.t +t/Catmandu-Fix-hash.t +t/Catmandu-Fix-include.t +t/Catmandu-Fix-join_field.t +t/Catmandu-Fix-log.t +t/Catmandu-Fix-lookup.t +t/Catmandu-Fix-lookup_in_store.t +t/Catmandu-Fix-move_field.t +t/Catmandu-Fix-nothing.t +t/Catmandu-Fix-parse_text.t ++t/Catmandu-Fix-paste.t +t/Catmandu-Fix-perlcode.t +t/Catmandu-Fix-prepend.t +t/Catmandu-Fix-reject.t +t/Catmandu-Fix-remove_field.t +t/Catmandu-Fix-replace_all.t +t/Catmandu-Fix-retain.t +t/Catmandu-Fix-retain_field.t +t/Catmandu-Fix-reverse.t +t/Catmandu-Fix-set_array.t +t/Catmandu-Fix-set_field.t +t/Catmandu-Fix-set_hash.t +t/Catmandu-Fix-sleep.t +t/Catmandu-Fix-sort_field.t +t/Catmandu-Fix-split_field.t +t/Catmandu-Fix-substring.t +t/Catmandu-Fix-sum.t +t/Catmandu-Fix-to_json.t +t/Catmandu-Fix-trim.t +t/Catmandu-Fix-uniq.t +t/Catmandu-Fix-upcase.t ++t/Catmandu-Fix-uri_decode.t ++t/Catmandu-Fix-uri_encode.t ++t/Catmandu-Fix-uri_encode_decode.t +t/Catmandu-Fix-vacuum.t +t/Catmandu-Fix.t +t/Catmandu-Fixable.t +t/Catmandu-Hits.t +t/Catmandu-IdGenerator-Mock.t +t/Catmandu-IdGenerator-UUID.t +t/Catmandu-IdGenerator.t +t/Catmandu-Importer-CSV.t +t/Catmandu-Importer-JSON.t +t/Catmandu-Importer-Mock.t +t/Catmandu-Importer-Modules.t +t/Catmandu-Importer-Multi.t ++t/Catmandu-Importer-TSV.t +t/Catmandu-Importer-Text.t +t/Catmandu-Importer-YAML.t +t/Catmandu-Importer.t +t/Catmandu-Interactive.t +t/Catmandu-Iterable.t +t/Catmandu-Iterator.t +t/Catmandu-MultiIterator.t +t/Catmandu-Paged.t +t/Catmandu-Pluggable.t +t/Catmandu-Plugin-Datestamps.t +t/Catmandu-Plugin-Versioning.t +t/Catmandu-Sane.t +t/Catmandu-Searchable.t +t/Catmandu-Serializer.t +t/Catmandu-Store-Hash.t +t/Catmandu-Store-Multi.t +t/Catmandu-Store.t +t/Catmandu-Util.t +t/Catmandu-Validator-Simple.t +t/Catmandu-Validator.t +t/Catmandu.t +t/author-pod-syntax.t +t/catmandu.yml +t/csv_test.json +t/fix-level-1.txt +t/fix-level-2.txt +t/fix-level-3.txt +t/lib/Catmandu/Fix/undef_error.pm +t/lib/Catmandu/Importer/Values.pm +t/lib/Catmandu/Serializer/dumper.pm ++t/log4perl.conf +t/myfixes.fix +t/non_ascii.json +t/non_ascii.yaml +t/planets.csv +t/planets.tab +t/run.fix ++t/russian.txt +t/script.pl ++t/small.json ++t/small.yaml diff --cc META.json index c482e28,0000000..ab3023a mode 100644,000000..100644 --- a/META.json +++ b/META.json @@@ -1,135 -1,0 +1,140 @@@ +{ + "abstract" : "a data toolkit", + "author" : [ + "Nicolas Steenlant, C<< <nicolas.steenlant at ugent.be> >>" + ], + "dynamic_config" : 0, + "generated_by" : "Dist::Zilla version 5.041, Dist::Milla version v1.0.15, CPAN::Meta::Converter version 2.150005", + "license" : [ + "perl_5" + ], + "meta-spec" : { + "url" : "http://search.cpan.org/perldoc?CPAN::Meta::Spec", + "version" : "2" + }, + "name" : "Catmandu", + "no_index" : { + "directory" : [ + "eg", + "examples", + "inc", + "share", + "t", + "xt" + ] + }, + "optional_features" : { + "tidy" : { + "description" : "Support pretty printing compiled fix code", + "prereqs" : { + "runtime" : { + "requires" : { + "Perl::Tidy" : "0" + } + } + } + } + }, + "prereqs" : { + "build" : { + "requires" : { + "Module::Build" : "0.28" + } + }, + "configure" : { + "requires" : { + "Module::Build" : "0.28" + } + }, + "develop" : { + "requires" : { + "Dist::Milla" : "v1.0.15", + "Test::Pod" : "1.41" + } + }, + "runtime" : { + "recommends" : { + "Log::Any::Adapter::Log4perl" : "0.06", + "Log::Log4perl" : "1.44" + }, + "requires" : { + "App::Cmd" : "0.33", + "CGI::Expand" : "2.02", + "Clone" : "0.31", + "Config::Onion" : "1.004", + "Data::Compare" : "1.22", + "Data::UUID" : "1.217", + "File::Find::Rule" : "0.33", + "File::Slurp::Tiny" : "0.003", + "Hash::Merge::Simple" : "0", + "IO::Handle::Util" : "0.01", + "JSON::XS" : "2.3", + "LWP::UserAgent" : "0", + "List::MoreUtils" : "0.33", - "Log::Any" : "1.03", - "Log::Any::Adapter" : "1.03", ++ "Log::Any::Adapter" : "0", + "Marpa::R2" : "2.084000", + "Module::Info" : "0", + "Moo" : "1.004006", + "MooX::Aliases" : "0.001006", ++ "MooX::Role::Logger" : "0.005", + "Sub::Exporter" : "0.982", + "Sub::Quote" : "0", + "Text::CSV" : "1.21", + "Throwable" : "0.200004", + "Time::HiRes" : "0", + "Time::Piece" : "0", + "Try::Tiny::ByClass" : "0.01", + "URI" : "0", - "URI::Template" : "0", ++ "URI::Escape" : "0", ++ "URI::Template" : "0.22", + "Unicode::Normalize" : "0", + "YAML::XS" : "0.41", + "namespace::clean" : "0.24", + "perl" : "v5.10.1" + } + }, + "test" : { + "requires" : { ++ "Log::Any::Adapter::Log4perl" : "0", + "Log::Any::Test" : "1.03", ++ "Log::Log4perl" : "0", ++ "Perl::Tidy" : "0", + "Test::Deep" : "0.112", + "Test::Exception" : "0.32", ++ "Test::LWP::UserAgent" : "0", + "Test::More" : "0.99", + "Test::Pod" : "0" + } + } + }, + "release_status" : "stable", + "resources" : { + "bugtracker" : { + "web" : "https://github.com/LibreCat/Catmandu/issues" + }, + "homepage" : "https://github.com/LibreCat/Catmandu", + "repository" : { + "type" : "git", + "url" : "https://github.com/LibreCat/Catmandu.git", + "web" : "https://github.com/LibreCat/Catmandu" + } + }, - "version" : "0.9505", ++ "version" : "1.00", + "x_contributors" : [ + "Christian Pietsch <chr.pietsch+git...@googlemail.com>", + "Dave Sherohman <dshe...@cpan.org>", + "EC2 Default User <ec2-user@ip-10-113-18-155.ec2.internal>", + "EC2 Default User <ec2-user@ip-10-194-230-16.ec2.internal>", + "EC2 Default User <ec2-user@ip-10-77-5-148.ec2.internal>", + "Jakob Voß <jakob.v...@gbv.de>", + "Johann Rolschewski <jo...@cpan.org>", + "Magnus Enger <mag...@enger.priv.no>", + "Nicolas Franck <njfra...@cpan.org>", + "Nicolas Steenlant <nicolas.steenl...@ugent.be>", + "Patrick Hochstenbach <patrick.hochstenb...@gmail.com>", + "Snorri Briem <snorri.br...@lub.lu.se>", + "Upasana Shukla <m...@upasana.me>", + "Vitali Peil <vp...@cpan.org>" + ] +} + diff --cc META.yml index eb5e553,0000000..2abd9d5 mode 100644,000000..100644 --- a/META.yml +++ b/META.yml @@@ -1,89 -1,0 +1,94 @@@ +--- +abstract: 'a data toolkit' +author: + - 'Nicolas Steenlant, C<< <nicolas.steenlant at ugent.be> >>' +build_requires: ++ Log::Any::Adapter::Log4perl: '0' + Log::Any::Test: '1.03' ++ Log::Log4perl: '0' + Module::Build: '0.28' ++ Perl::Tidy: '0' + Test::Deep: '0.112' + Test::Exception: '0.32' ++ Test::LWP::UserAgent: '0' + Test::More: '0.99' + Test::Pod: '0' +configure_requires: + Module::Build: '0.28' +dynamic_config: 0 +generated_by: 'Dist::Zilla version 5.041, Dist::Milla version v1.0.15, CPAN::Meta::Converter version 2.150005' +license: perl +meta-spec: + url: http://module-build.sourceforge.net/META-spec-v1.4.html + version: '1.4' +name: Catmandu +no_index: + directory: + - eg + - examples + - inc + - share + - t + - xt +optional_features: + tidy: + description: 'Support pretty printing compiled fix code' + requires: + Perl::Tidy: '0' +recommends: + Log::Any::Adapter::Log4perl: '0.06' + Log::Log4perl: '1.44' +requires: + App::Cmd: '0.33' + CGI::Expand: '2.02' + Clone: '0.31' + Config::Onion: '1.004' + Data::Compare: '1.22' + Data::UUID: '1.217' + File::Find::Rule: '0.33' + File::Slurp::Tiny: '0.003' + Hash::Merge::Simple: '0' + IO::Handle::Util: '0.01' + JSON::XS: '2.3' + LWP::UserAgent: '0' + List::MoreUtils: '0.33' - Log::Any: '1.03' - Log::Any::Adapter: '1.03' ++ Log::Any::Adapter: '0' + Marpa::R2: '2.084000' + Module::Info: '0' + Moo: '1.004006' + MooX::Aliases: '0.001006' ++ MooX::Role::Logger: '0.005' + Sub::Exporter: '0.982' + Sub::Quote: '0' + Text::CSV: '1.21' + Throwable: '0.200004' + Time::HiRes: '0' + Time::Piece: '0' + Try::Tiny::ByClass: '0.01' + URI: '0' - URI::Template: '0' ++ URI::Escape: '0' ++ URI::Template: '0.22' + Unicode::Normalize: '0' + YAML::XS: '0.41' + namespace::clean: '0.24' + perl: v5.10.1 +resources: + bugtracker: https://github.com/LibreCat/Catmandu/issues + homepage: https://github.com/LibreCat/Catmandu + repository: https://github.com/LibreCat/Catmandu.git - version: '0.9505' ++version: '1.00' +x_contributors: + - 'Christian Pietsch <chr.pietsch+git...@googlemail.com>' + - 'Dave Sherohman <dshe...@cpan.org>' + - 'EC2 Default User <ec2-user@ip-10-113-18-155.ec2.internal>' + - 'EC2 Default User <ec2-user@ip-10-194-230-16.ec2.internal>' + - 'EC2 Default User <ec2-user@ip-10-77-5-148.ec2.internal>' + - 'Jakob Voß <jakob.v...@gbv.de>' + - 'Johann Rolschewski <jo...@cpan.org>' + - 'Magnus Enger <mag...@enger.priv.no>' + - 'Nicolas Franck <njfra...@cpan.org>' + - 'Nicolas Steenlant <nicolas.steenl...@ugent.be>' + - 'Patrick Hochstenbach <patrick.hochstenb...@gmail.com>' + - 'Snorri Briem <snorri.br...@lub.lu.se>' + - 'Upasana Shukla <m...@upasana.me>' + - 'Vitali Peil <vp...@cpan.org>' diff --cc README index a9f24d8,0000000..7d2e303 mode 100644,000000..100644 --- a/README +++ b/README @@@ -1,410 -1,0 +1,471 @@@ +NAME + + Catmandu - a data toolkit + +SYNOPSIS + - use Catmandu -all; - use Catmandu qw(config store); - use Catmandu -load; # loads default configuration file - use Catmandu -all -load => [qw(/config/path' '/another/config/path)]; ++ # From the command line ++ ++ # Convert data from one format to another ++ $ catmandu convert JSON to CSV < data.json ++ $ catmandu convert CSV to YAML < data.csv ++ $ catmandu convert MARC to YAML < data.mrc ++ ++ # Fix data, add, delete, change fields ++ $ catmandu convert JSON --fix 'move_field(title,my_title)' < data.json ++ $ catmandu convert JSON --fix al_my_fixes.txt < data.json ++ ++ # Import data into a database ++ # Requires: Catmandu::MongoDB and Catmandu::ElasticSearch ++ $ catmandu import YAML to MongoDB --database_name bibliography < data.yml ++ $ catmandu import CSV to ElasticSearch --index_name mystuff < data.csv ++ ++ # Export data from a database ++ # Requires: Catmandu::MongoDB and Catmandu::ElasticSearch ++ $ catmandu export MongoDB --database_name bibliography to YAML > data.yml ++ $ catmandu export ElasticSearch --index_name mystuff to CSV > data.csv ++ ++ # From Perl ++ use Catmandu; + + # If you have Catmandu::OAI and Catmandu::MongoDB installed + my $importer = Catmandu->importer('OAI',url => 'https://biblio.ugent.be/oai') - my $store = Catmandu->exporter('MongoDB',database_name => 'test'); ++ my $store = Catmandu->store('MongoDB',database_name => 'test'); + + # Import all the OAI records into MongoDB + $store->add_many($importer); + + # Export all the MongoDB records to YAML and apply some fixes + # myfixes.txt: + # upcase(title.*) + # remove_field(_metadata) + # join_field(creator,'; ') + # join_field(subject,'-- ') + my $fixer = Catmandu->fixer('myfixes.txt'); + my $exporter = Catmandu->exporter('YAML'); + - $exporter->add_many( - $fixer->fix($store) - ); ++ $exporter->add_many( $fixer->fix($store) ); + $exporter->commit; - - # Or be very lazy and do this via the command line - $ catmandu import OAI --url https://biblio.ugent.be/oai to MongoDB --database_name test - $ catmandu export MongoDB --database_name test --fix myfixes.txt to YAML + +DESCRIPTION + - Importing, transforming, storing and indexing data should be easy. ++ Catmandu provides a command line client and a Perl API to ease the ++ export (E) transformation (T) and loading (L) of data into databases or ++ data file, ETL in short. ++ ++ Most of the daily work processing structured data can be done on the ++ command line executing the catmandu command. With our catmandu command ++ ETL processing is available in a Perl context. Catmandu is different ++ from other ETL tools by its focus on command line processing with much ++ support for dataformats available in (academic) libraries: MARC, MODS, ++ OAI and SRU. But, also generic formats such as JSON, YAML, CVS, Excel, ++ XML, RDF, Atom are supported. ++ ++ Read : ++ ++ * Catmandu::Introduction for a primer on the command line ++ capabilities of Catmandu. ++ ++ * Catmandu::Importer for the basics of importing ++ ++ * Catmandu::Fix for the basics of transformations ++ ++ * Catmandu::Exporter for the basics of exporting + - Catmandu provides a suite of Perl modules to ease the import, storage, - retrieval, export and transformation of metadata records. Combine - Catmandu modules with web application frameworks such as PSGI/Plack, - document stores such as MongoDB and full text indexes such as Solr to - create a rapid development environment for digital library services - such as institutional repositories and search engines. ++ * Catmandu::Store for the basics of storing information + - In the http://librecat.org/ project it is our goal to provide an open - source set of programming components to build up digital libraries - services suited to your local needs. ++ * Or, visit our website at http://librecat.org/ and our blog ++ https://librecatproject.wordpress.com/ for many tutorials + - Read an in depth introduction into Catmandu programming at - https://github.com/LibreCat/Catmandu/wiki/Introduction. ++ The documentation below describes the methods available when including ++ Catmandu as part of a Perl script. For an overview of the command line ++ tool itself read the documentation on catmandu. + - INSTALLATION ++USE + - To install Catmandu just run: ++ To include Catmandu in a Perl script it should be loaded with a use ++ command: + - cpanm Catmandu ++ use Catmandu; + - To install a whole bunch of Catmandu* modules run ++ By default no methods are imported into the Perl context. To import all ++ or some Catmandu methods, provide them as a list to the use command: + - cpanm --interactive Task::Catmandu ++ use Catmandu -all; ++ use Catmandu qw(config store exporter); + - Read our documentation for more installation hints and OS specific - requirements: ++ Catmandu can load configuration options for exports, importers, fixers ++ via configuration files (see the CONFIG section below). When adding the ++ --load option (optionally with a path) to the use command, these ++ configuration files will be loaded at the start of your script. + - http://librecat.org/Catmandu/#installation ++ use Catmandu -load; ++ use Catmandu --load => ['/my/config/directory']; ++ ++ # or use all the options ++ use Catmandu -all -load => [qw(/config/path' '/another/config/path)]; + - METHODS ++CLASS METHODS + + log + - Return the current logger (the Log::Any::Adapter for category - Catmandu::Env). See Log::Any#Logging for how to send messages to the - logger. Read our https://github.com/LibreCat/Catmandu/wiki/Cookbook - "See some debug messages" for some hints on logging. ++ Return the current Log::Any::Adapter logger. ++ ++ use Catmandu; ++ use Log::Any::Adapter; ++ use Log::Log4perl; ++ ++ Log::Any::Adapter->set('Log4perl'); ++ Log::Log4perl::init('./log4perl.conf'); ++ ++ my $logger = Catmandu->log; ++ $logger->info("Starting main program"); ++ ++ with log4perl.conf like: ++ ++ # Send a copy of all logging messages to STDERR ++ log4perl.rootLogger=DEBUG,STDERR ++ ++ # Logging specific for your main program ++ log4perl.category.myprog=INFO,STDERR ++ ++ # Logging specific for on part of Catmandu ++ log4perl.category.Catmandu::Fix=DEBUG,STDERR ++ ++ # Where to send the STDERR output ++ log4perl.appender.STDERR=Log::Log4perl::Appender::Screen ++ log4perl.appender.STDERR.stderr=1 ++ log4perl.appender.STDERR.utf8=1 ++ ++ log4perl.appender.STDERR.layout=PatternLayout ++ log4perl.appender.STDERR.layout.ConversionPattern=%d [%P] - %p %l time=%r : %m%n + + default_load_path('/default/path') + + Set the location of the default configuration file to a new path. + + load + + Load all the configuration options in the catmandu.yml configuration + file. See CONFIG below for extended examples of configuration options. + + load('/path', '/another/path') + + Load all the configuration options stored at alternative paths. + + A load path ':up' will search upwards from your program for + configuration. + + See CONFIG below for extended examples of configuration options. + + roots + + Returns an ARRAYREF of paths where configuration was found. Note that + this list is empty before load. + + root + + Returns the first path where configuration was found. Note that this is + undef before load. + + config + + Returns the current configuration as a HASHREF. + + default_store + + Return the name of the default store. + + store([NAME]) + + Return an instance of Catmandu::Store. The NAME is a name of a + Catmandu::Store or the name of a store configured in a catmandu.yml + configuration file. When no NAME is given, the 'default' store in the + configuration file will be used. + + E.g. if the configuration file 'catmandu.yml' contains: + + store: + default: + package: ElasticSearch + options: + index_name: blog + test: + package: Mock + + then in your program: + + # This will use ElasticSearch + my $store = Catmandu->store('ElasticSearch', index_name => 'blog'); + + # or because we have a 'default' set in the configuration file + + my $store = Catmandu->store('default'); + + # or because 'default' will be used when no name was provided + + my $store = Catmandu->store; + + # This will use Mock + my $store = Catmandu->store('test'); + + Configuration settings can be overwritten by the store command: + + my $store2 = Catmandu->store('default', index_name => 'test2'); + + default_fixer + + Return the name of the default fixer. + + fixer(NAME) + + fixer(FIX,FIX) + + fixer([FIX]) + + Return an instance of Catmandu::Fix. NAME can be the name of a fixer + section in a catmandu.yml file. Or, one or more Catmandu::Fix-es can be + provided inline. + + E.g. if the configuration file 'catmandu.yml' contains: + + fixer: + default: + - do_this() + - do_that() + + then in your program al these lines below will create the same fixer: + + my $fixer = Catmandu->fixer('do_this()', 'do_that()'); + my $fixer = Catmandu->fixer(['do_this()', 'do_that()']); + my $fixer = Catmandu->fixer('default'); + my $fixer = Catmandu->fixer(); # The default name is 'default' + + FIX-es can be also written to a Fix script. E.g. if myfixes.txt + contains: + + do_this() + do_that() + + then the above code will even be equivalent to: + + my $fixer = Catmandu->fixer('myfixes.txt'); + + default_importer + + Return the name of the default importer. + + default_importer_package + + Return the name of the default importer package if no package name is + given in the config or as a param. + + importer(NAME) + + Return an instance of Catmandu::Importer. The NAME is a name of a + Catmandu::Importer or the name of a importer configured in a + catmandu.yml configuration file. When no NAME is given, the 'default' + importer in the configuration file will be used. + + E.g. if the configuration file 'catmandu.yml' contains: + + importer: + default: + package: OAI + options: + url: http://www.instute.org/oai/ + + then in your program all these lines will be equivalent: + + my $importer = Catmandu->importer('OAI', url => 'http://www.instute.org/oai/'); + my $importer = Catmandu->importer('default'); + my $importer = Catmandu->importer(); # The default name is 'default' + + Configuration settings can be overwritten by the importer command: + + my $importer2 = Catmandu->importer('default', url => 'http://other.institute.org'); + + default_exporter + + Return the name of the default exporter. + + default_exporter_package + + Return the name of the default exporter package if no package name is + given in the config or as a param. + + exporter([NAME]) + + Return an instance of Catmandu::Exporter with name NAME (or the default + when no name is given). The NAME is set in the configuration file (see + 'importer'). + + export($data,[NAME]) + - Export data using a default or named exporter. ++ Export data using a default or named exporter or exporter instance. + + Catmandu->export({ foo=>'bar'}); + + my $importer = Catmandu::Importer::Mock->new; + Catmandu->export($importer, 'YAML', file => '/my/file'); + Catmandu->export($importer, 'my_exporter'); - Catmandu->export($importer, 'my_exporter', foo => $bar); ++ Catmandu->export($importer, 'my_exporter', exporter_option => '...' , ...); ++ Catmantu->export($importer, Catmandu::Exporter::YAML->new); + + export_to_string + + Export data using a default or named exporter to a string. + + my $importer = Catmandu::Importer::Mock->new; + my $yaml = Catmandu->export_to_string($importer, 'YAML'); + # is the same as + my $yaml = ""; + Catmandu->export($importer, 'YAML', file => \$yaml); + +EXPORTS + + config + + Same as Catmandu->config. + + store + + Same as Catmandu->store. + + importer + + Same as Catmandu->importer. + + exporter + + Same as Catmandu->exporter. + + export + + Same as Catmandu->export. + + export_to_string + + Same as Catmandu->export_to_string. + + fixer + + Same as Catmandu->fixer. + + log + + Same as Catmandu->log. + + -all/:all + + Import everything. + + -load/:load + + use Catmandu -load; + use Catmandu -load => []; + # is the same as + Catmandu->load; + + use Catmandu -load => ['/config/path']; + # is the same as + Catmandu->load('/config/path'); + +CONFIG + + Catmandu configuration options can be stored in files in the root + directory of your programming project. The file can be YAML, JSON or + Perl and is called catmandu.yml, catmandu.json or catmandu.pl. In this + file you can set the default Catmandu stores and exporters to be used. + Here is an example of a catmandu.yml file: + + store: + default: + package: ElasticSearch + options: + index_name: myrepository + + exporter: + default: + package: YAML + + Split config + + For large configs it's more convenient to split the config into several + files. You can do so by having multiple config files starting with + catmandu*. + + catmandu.general.yml + catmandu.db.yml + ... + + Split config files are processed and merged by Config::Onion. + + Deeply nested config structures + + Config files can indicate a path under which their keys will be nested. + This makes your configuration more readable by keeping indentation to a + minimum. + + A config file containing + + _prefix: + foo: + bar: + baz: 1 + + will be loaded as + + foo: + bar: + baz: 1 + + See Config::Onion for more information on how this works. + +SEE ALSO + + documentation + + http://librecat.org/Catmandu/ + + command line client + + catmandu + + core modules + + Catmandu::Importer Catmandu::Exporter, Catmandu::Store, + Catmandu::Fix, Catmandu::Iterable + - install all modules - - Task::Catmandu - + extended features + + Catmandu::Validator + +AUTHOR + + Nicolas Steenlant, <nicolas.steenlant at ugent.be> + +CONTRIBUTORS + + Magnus Enger, magnus at enger.priv.no + + Nicolas Franck, nicolas.franck at ugent.be + + Patrick Hochstenbach, patrick.hochstenbach at ugent.be + + Vitali Peil, vitali.peil at uni-bielefeld.de + + Christian Pietsch, christian.pietsch at uni-bielefeld.de + + Dave Sherohman, dave.sherohman at ub.lu.se + + Jakob Voss, nichtich at cpan.org + +LICENSE AND COPYRIGHT + + This program is free software; you can redistribute it and/or modify it + under the terms of either: the GNU General Public License as published + by the Free Software Foundation; or the Artistic License. + + See http://dev.perl.org/licenses/ for more information. + -- Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/pkg-perl/packages/libcatmandu-perl.git _______________________________________________ Pkg-perl-cvs-commits mailing list Pkg-perl-cvs-commits@lists.alioth.debian.org http://lists.alioth.debian.org/cgi-bin/mailman/listinfo/pkg-perl-cvs-commits