Skip to content

Commit 4a4d326

Browse files
committed
Fixed Javadoc
Signed-off-by: Julien Nioche <[email protected]>
1 parent 1571ced commit 4a4d326

File tree

6 files changed

+26
-15
lines changed

6 files changed

+26
-15
lines changed

core/src/main/java/com/digitalpebble/stormcrawler/JSONResource.java

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,9 @@ public interface JSONResource {
3333
/**
3434
* Load the resources from an input stream
3535
*
36-
* @throws Exception
36+
* @throws JsonParseException
37+
* @throws JsonMappingException
38+
* @throws IOException
3739
*/
3840
public void loadJSONResources(InputStream inputStream)
3941
throws JsonParseException, JsonMappingException, IOException;

core/src/main/java/com/digitalpebble/stormcrawler/Metadata.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -175,7 +175,7 @@ public void addValues(String key, Collection<String> values) {
175175
}
176176

177177
/**
178-
* @return the previous value(s) associated with <tt>key</tt>
178+
* @return the previous value(s) associated with <code>key</code>
179179
*/
180180
public String[] remove(String key) {
181181
checkLockException();

core/src/main/java/com/digitalpebble/stormcrawler/parse/filter/MimeTypeNormalization.java

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -21,9 +21,9 @@
2121
import org.w3c.dom.DocumentFragment;
2222

2323
/**
24-
* Normalises the MimeType value e.g. text/html; charset=UTF-8 => HTML application/pdf => PDF and
25-
* creates a new entry with a key 'format' in the metadata. Requires the JSoupParserBolt to be used
26-
* with the configuration _detect.mimetype_ set to true.
24+
* Normalises the MimeType value e.g. text/html; charset=UTF-8 =&gt; HTML application/pdf =&gt; PDF
25+
* and creates a new entry with a key 'format' in the metadata. Requires the JSoupParserBolt to be
26+
* used with the configuration _detect.mimetype_ set to true.
2727
*/
2828
public class MimeTypeNormalization extends ParseFilter {
2929

core/src/main/java/com/digitalpebble/stormcrawler/persistence/AdaptiveScheduler.java

Lines changed: 15 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -64,10 +64,14 @@
6464
* `last-modified` is written only by the scheduler, in detail, the property
6565
* `protocol.md.prefix` should not be empty to avoid that `last-modified` is filled with an
6666
* incorrect or ill-formed date from the HTTP header.
67-
* <h2>Configuration</h2>
68-
* <p>The following lines show how to configure the adaptive scheduler in the configuration
69-
* file (crawler-conf.yaml):
70-
* <pre>
67+
* </dl>
68+
*
69+
* <h2>Configuration</h2>
70+
*
71+
* <p>The following lines show how to configure the adaptive scheduler in the configuration file
72+
* (crawler-conf.yaml):
73+
*
74+
* <pre>
7175
* scheduler.class: "com.digitalpebble.stormcrawler.persistence.AdaptiveScheduler"
7276
* # set last-modified time ({@value HttpHeaders#LAST_MODIFIED}) used in HTTP If-Modified-Since request header field
7377
* scheduler.adaptive.setLastModified: true
@@ -91,9 +95,11 @@
9195
* # Note: "signatureOld" and "signatureChangeDate" are optional, the adaptive
9296
* # scheduler will also work if both are temporarily passed and not persisted.
9397
* </pre>
94-
* <p>To generate the signature and keep a copy of the last signature, the parse filters
95-
* should be configured accordingly:
96-
* <pre>
98+
*
99+
* <p>To generate the signature and keep a copy of the last signature, the parse filters should be
100+
* configured accordingly:
101+
*
102+
* <pre>
97103
* "com.digitalpebble.stormcrawler.parse.ParseFilters": [
98104
* ...,
99105
* {
@@ -106,7 +112,8 @@
106112
* }
107113
* }
108114
* </pre>
109-
* The order is mandatory: first copy the old signature, than generate the current one.
115+
*
116+
* The order is mandatory: first copy the old signature, than generate the current one.
110117
*/
111118
public class AdaptiveScheduler extends DefaultScheduler {
112119

core/src/main/java/com/digitalpebble/stormcrawler/util/CookieConverter.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@ public class CookieConverter {
3434
* Get a list of cookies based on the cookies string taken from response header and the target
3535
* url.
3636
*
37-
* @param cookiesString the value of the http header for "Cookie" in the http response.
37+
* @param cookiesStrings the value(s) of the http header for "Cookie" in the http response.
3838
* @param targetURL the url for which we wish to pass the cookies in the request.
3939
* @return List off cookies to add to the request.
4040
*/

external/warc/src/main/java/com/digitalpebble/stormcrawler/warc/WARCRecordFormat.java

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -290,7 +290,9 @@ public static String fixHttpHeaders(String headers, int contentLength) {
290290

291291
/**
292292
* Get the actual fetch time from metadata and format it as required by the WARC-Date field. If
293-
* no fetch time is found in metadata (key {@link REQUEST_TIME_KEY}), the current time is taken.
293+
* no fetch time is found in metadata (key {@link
294+
* com.digitalpebble.stormcrawler.protocol.ProtocolResponse#REQUEST_TIME_KEY REQUEST_TIME_KEY}),
295+
* the current time is taken.
294296
*/
295297
protected String getCaptureTime(Metadata metadata) {
296298
String captureTimeMillis = metadata.getFirstValue(REQUEST_TIME_KEY, this.protocolMDprefix);

0 commit comments

Comments
 (0)