Examples of addToParsedContent()

Examples of org.apache.gora.examples.generated.WebPage.addToParsedContent()

208
209
210
211
212
213
214
215
216
217
218
    WebPage page = webPageStore.newPersistent();

    String[] tokens = {"example", "content", "in", "example.com"};

    for(String token: tokens) {
      page.addToParsedContent(new Utf8(token));
    }

    webPageStore.put("com.example/http", page);
    webPageStore.close();
View Full Code Here

Examples of org.apache.gora.examples.generated.WebPage.addToParsedContent()

264
265
266
267
268
269
270
271
272
273
274
    for (int i = 0; i < urls.length; i++) {
      WebPage webPage = dataStore.newPersistent();
      webPage.setUrl(new Utf8(urls[i]));
      for (parsedContentCount = 0; parsedContentCount < 5; parsedContentCount++) {
        webPage.addToParsedContent(new Utf8(parsedContent + i + "," + parsedContentCount));
      }
      for (int j = 0; j < urls.length; j += 2) {
        webPage.putToOutlinks(new Utf8(anchor + j), new Utf8(urls[j]));
      }
      dataStore.put(webPage.getUrl().toString(), webPage);
View Full Code Here

Examples of org.apache.gora.examples.generated.WebPage.addToParsedContent()

278
279
280
281
282
283
284
285
286
287
288
    for (int i = 0; i < urls.length; i++) {
      WebPage webPage = dataStore.get(urls[i]);
      webPage.setContent(ByteBuffer.wrap(ByteUtils.toBytes(content + i)));
      for (parsedContentCount = 5; parsedContentCount < 10; parsedContentCount++) {
        webPage.addToParsedContent(new Utf8(parsedContent + i + "," + parsedContentCount));
      }
      webPage.getOutlinks().clear();
      for (int j = 1; j < urls.length; j += 2) {
        webPage.putToOutlinks(new Utf8(anchor + j), new Utf8(urls[j]));
      }
View Full Code Here

Examples of org.apache.gora.examples.generated.WebPage.addToParsedContent()

116
117
118
119
120
121
122
123
124
125
126
      for(int i=0; i<URLS.length; i++) {
        page = new WebPage();
        page.setUrl(new Utf8(URLS[i]));
        page.setContent(ByteBuffer.wrap(CONTENTS[i].getBytes()));
        for(String token : CONTENTS[i].split(" ")) {
          page.addToParsedContent(new Utf8(token)); 
        }
       
        for(int j=0; j<LINKS[i].length; j++) {
          page.putToOutlinks(new Utf8(URLS[LINKS[i][j]]), new Utf8(ANCHORS[i][j]));
        }
View Full Code Here

Examples of org.apache.gora.examples.generated.WebPage.addToParsedContent()

79
80
81
82
83
84
85
86
87
88
89
  public void testClear() {
   
    //test clear all fields
    WebPage page = new WebPage();
    page.setUrl(new Utf8("http://foo.com"));
    page.addToParsedContent(new Utf8("foo"));
    page.putToOutlinks(new Utf8("foo"), new Utf8("bar"));
    page.setContent(ByteBuffer.wrap("foo baz bar".getBytes()));
   
    page.clear();
   
View Full Code Here

Examples of org.apache.gora.examples.generated.WebPage.addToParsedContent()

92
93
94
95
96
97
98
99
100
101
102
    Assert.assertEquals(0, page.getOutlinks().size());
    Assert.assertNull(page.getContent());
   
    //set fields again
    page.setUrl(new Utf8("http://bar.com"));
    page.addToParsedContent(new Utf8("bar"));
    page.putToOutlinks(new Utf8("bar"), new Utf8("baz"));
    page.setContent(ByteBuffer.wrap("foo baz bar barbaz".getBytes()));
   
    //test clear new object
    page = new WebPage();
View Full Code Here

Examples of org.apache.gora.examples.generated.WebPage.addToParsedContent()

78
79
80
81
82
83
84
85
86
87
88
  public void testClear() {
   
    //test clear all fields
    WebPage page = new WebPage();
    page.setUrl(new Utf8("http://foo.com"));
    page.addToParsedContent(new Utf8("foo"));
    page.putToOutlinks(new Utf8("foo"), new Utf8("bar"));
    page.setContent(ByteBuffer.wrap("foo baz bar".getBytes()));
   
    page.clear();
   
View Full Code Here

Examples of org.apache.gora.examples.generated.WebPage.addToParsedContent()

91
92
93
94
95
96
97
98
99
100
101
    Assert.assertEquals(0, page.getOutlinks().size());
    Assert.assertNull(page.getContent());
   
    //set fields again
    page.setUrl(new Utf8("http://bar.com"));
    page.addToParsedContent(new Utf8("bar"));
    page.putToOutlinks(new Utf8("bar"), new Utf8("baz"));
    page.setContent(ByteBuffer.wrap("foo baz bar barbaz".getBytes()));
   
    //test clear new object
    page = new WebPage();
View Full Code Here

Examples of org.apache.gora.examples.generated.WebPage.addToParsedContent()

256
257
258
259
260
261
262
263
264
265
266
    for (int i = 0; i < urls.length; i++) {
      WebPage webPage = dataStore.newPersistent();
      webPage.setUrl(new Utf8(urls[i]));
      for (parsedContentCount = 0; parsedContentCount < 5; parsedContentCount++) {
        webPage.addToParsedContent(new Utf8(parsedContent + i + "," + parsedContentCount));
      }
      for (int j = 0; j < urls.length; j += 2) {
        webPage.putToOutlinks(new Utf8(anchor + j), new Utf8(urls[j]));
      }
      dataStore.put(webPage.getUrl().toString(), webPage);
View Full Code Here

Examples of org.apache.gora.examples.generated.WebPage.addToParsedContent()

270
271
272
273
274
275
276
277
278
279
280
    for (int i = 0; i < urls.length; i++) {
      WebPage webPage = dataStore.get(urls[i]);
      webPage.setContent(ByteBuffer.wrap(ByteUtils.toBytes(content + i)));
      for (parsedContentCount = 5; parsedContentCount < 10; parsedContentCount++) {
        webPage.addToParsedContent(new Utf8(parsedContent + i + "," + parsedContentCount));
      }
      webPage.getOutlinks().clear();
      for (int j = 1; j < urls.length; j += 2) {
        webPage.putToOutlinks(new Utf8(anchor + j), new Utf8(urls[j]));
      }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.