Revision: 18963
http://sourceforge.net/p/gate/code/18963
Author: adamfunk
Date: 2015-10-26 08:49:28 +0000 (Mon, 26 Oct 2015)
Log Message:
-----------
segment processing
Modified Paths:
--------------
gate/branches/termraider-segment/plugins/TermRaider/src/gate/termraider/bank/DocumentFrequencyBank.java
Modified:
gate/branches/termraider-segment/plugins/TermRaider/src/gate/termraider/bank/DocumentFrequencyBank.java
===================================================================
---
gate/branches/termraider-segment/plugins/TermRaider/src/gate/termraider/bank/DocumentFrequencyBank.java
2015-10-26 02:21:14 UTC (rev 18962)
+++
gate/branches/termraider-segment/plugins/TermRaider/src/gate/termraider/bank/DocumentFrequencyBank.java
2015-10-26 08:49:28 UTC (rev 18963)
@@ -135,6 +135,37 @@
protected void processDocument(Document document) {
+ if (this.segmentAnnotationType.isEmpty() || (this.segmentAnnotationType ==
null)) {
+ processWholeDocument(document);
+ }
+ else {
+ processDocumentSegments(document);
+ }
+ }
+
+
+ protected void processDocumentSegments(Document document) {
+ String documentSource = Utilities.sourceOrName(document);
+ AnnotationSet segments =
document.getAnnotations(inputASName).get(segmentAnnotationType);
+ AnnotationSet candidates =
document.getAnnotations(inputASName).get(inputAnnotationTypes);
+
+ for (Annotation segment : segments) {
+ documentCount++;
+ AnnotationSet localCandidates =
gate.Utils.getContainedAnnotations(candidates, segment);
+
+ Set<Term> documentTerms = new HashSet<Term>();
+ for (Annotation candidate : localCandidates) {
+ documentTerms.add(makeTerm(candidate, document));
+ }
+
+ for (Term term : documentTerms) {
+ Utilities.addToMapSet(termDocuments, term, documentSource);
+ }
+ }
+ }
+
+
+ protected void processWholeDocument(Document document) {
documentCount++;
String documentSource = Utilities.sourceOrName(document);
AnnotationSet candidates =
document.getAnnotations(inputASName).get(inputAnnotationTypes);
This was sent by the SourceForge.net collaborative development platform, the
world's largest Open Source development site.
------------------------------------------------------------------------------
_______________________________________________
GATE-cvs mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/gate-cvs
