Package org.apache.any23.http

Examples of org.apache.any23.http.HTTPClient

305
306
307
308
309
310
311
312
313
314
315
    public void testGZippedContent() throws IOException, URISyntaxException, ExtractionException {
        assumeOnlineAllowed();

        Any23 runner = new Any23();
        runner.setHTTPUserAgent("test-user-agent");
        HTTPClient httpClient = runner.getHTTPClient();
        DocumentSource source = new HTTPDocumentSource(
                httpClient,
                "http://products.semweb.bestbuy.com/y/products/7590289/"
        );
        ByteArrayOutputStream out = new ByteArrayOutputStream();
View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
    public void testDemoCodeSnippet2() throws Exception{
        assumeOnlineAllowed();

        /*1*/ Any23 runner = new Any23();
        /*2*/ runner.setHTTPUserAgent("test-user-agent");
        /*3*/ HTTPClient httpClient = runner.getHTTPClient();
        /*4*/ DocumentSource source = new HTTPDocumentSource(
                 httpClient,
                 "http://dbpedia.org/resource/Trento"
              );
        /*5*/ ByteArrayOutputStream out = new ByteArrayOutputStream();
View Full Code Here
303
304
305
306
307
308
309
310
311
312
313
    public void testGZippedContent() throws IOException, URISyntaxException, ExtractionException {
        assumeOnlineAllowed();

        Any23 runner = new Any23();
        runner.setHTTPUserAgent("test-user-agent");
        HTTPClient httpClient = runner.getHTTPClient();
        DocumentSource source = new HTTPDocumentSource(
                httpClient,
                "http://products.semweb.bestbuy.com/y/products/7590289/"
        );
        ByteArrayOutputStream out = new ByteArrayOutputStream();
View Full Code Here
212
213
214
215
216
217
218
219
220
221
222
    public void testDemoCodeSnippet2() throws Exception {
        assumeOnlineAllowed();

        /* 1 */Any23 runner = new Any23();
        /* 2 */runner.setHTTPUserAgent("test-user-agent");
        /* 3 */HTTPClient httpClient = runner.getHTTPClient();
        /* 4 */DocumentSource source = new HTTPDocumentSource(httpClient,
                "http://dbpedia.org/resource/Trento");
        /* 5 */ByteArrayOutputStream out = new ByteArrayOutputStream();
        /* 6 */TripleHandler handler = new NTriplesWriter(out);
        try {
View Full Code Here
305
306
307
308
309
310
311
312
313
314
315
            ExtractionException {
        assumeOnlineAllowed();

        Any23 runner = new Any23();
        runner.setHTTPUserAgent("test-user-agent");
        HTTPClient httpClient = runner.getHTTPClient();
        DocumentSource source = new HTTPDocumentSource(httpClient,
                "http://products.semweb.bestbuy.com/y/products/7590289/");
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        TripleHandler handler = new NTriplesWriter(out);
        runner.extract(source, handler);
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
96
            }
            if (document.startsWith(INLINE_DOCUMENT_PREFIX)) {
                return new StringDocumentSource( document.substring(INLINE_DOCUMENT_PREFIX.length()), "" );
            }
            if (document.matches(URL_DOCUMENT_RE)) {
                final HTTPClient client = new DefaultHTTPClient();
                client.init( DefaultHTTPClientConfiguration.singleton() );
                try {
                    return new HTTPDocumentSource(client, document);
                } catch ( URISyntaxException e ) {
                    throw new IllegalArgumentException("Invalid source URI: '" + document + "'");
                }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
        runner = new Any23("rdf-xml");
      }else{
        runner = new Any23();
      }
      runner.setHTTPUserAgent("google-refine-rdf-extension");
      HTTPClient client = runner.getHTTPClient();
      DocumentSource source = new HTTPDocumentSource(client, url);
      Repository repository = new SailRepository(
          new ForwardChainingRDFSInferencer(new MemoryStore()));
      repository.initialize();
      RepositoryConnection con = repository.getConnection();
View Full Code Here
244
245
246
247
248
249
250
251
                configuration,
                new HTMLFixture(copyResourceToTempFile(file)).getOpener("http://nested.test.com"),
                extractorGroup,
                cth
        );
        instance.setMIMETypeDetector( new TikaMIMETypeDetector(new WhiteSpacesPurifier()) );
        return instance;
    }
View Full Code Here
244
245
246
247
248
249
250
251
                configuration,
                new HTMLFixture(copyResourceToTempFile(file)).getOpener("http://nested.test.com"),
                extractorGroup,
                cth
        );
        instance.setMIMETypeDetector( new TikaMIMETypeDetector(new WhiteSpacesPurifier()) );
        return instance;
    }
View Full Code Here
55
56
57
58
59
60
61
    private TikaMIMETypeDetector detector;

    @Before
    public void setUp() throws Exception {
        detector = new TikaMIMETypeDetector(new WhiteSpacesPurifier());
    }
View Full Code Here
TOP

Related Classes of org.apache.any23.http.HTTPClient

  • org.apache.any23.AbstractAny23TestBase
  • org.apache.any23.Any23
  • org.apache.any23.Any23Test
  • org.apache.any23.cli.ExtractorDocumentation
  • org.apache.any23.cli.MicrodataParser
  • org.apache.any23.cli.MicrodataParser$MicrodataParserDocumentSourceConverter
  • org.apache.any23.cli.MimeDetector
  • org.apache.any23.cli.MimeDetector$MimeDetectorDocumentSourceConverter
  • org.apache.any23.cli.Rover
  • org.apache.any23.cli.Tool
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.