Document (#13794)

Author

Kimmel, S.

Title

Robot-generated databases on the World Wide Web

Source

Database. 19(1996) no.1, S.41-49

Year

1996

Abstract

WWW robots are programs that attempt to gather and index WWW resources. They reside on a host computer and retrieve information from sites on the WWW using standrad protocols. Gives an overview of robots, and robot generated databases. Covers: WWW Worm; Lycos, WebCrawler; AliWeb; Harvest; Jumpstation II, and Open Text Index. Also discusses Yahoo and Trade Wave which are comparable tools for resource discovery

Theme

Suchmaschinen

Object

WWW Worm
Lycos
WebCrawler
AliWeb
Harvest
Jumpstation
OpenText
Yahoo
TradeWave

Similar documents (content)

1. Raeder, A.: Cataloguing the Web (1995) 0.39

   0.3889843 = sum of:
     0.3889843 = product of:
       0.97246075 = sum of:
         0.043233562 = weight(abstract_txt:overview in 3387) [ClassicSimilarity], result of:
           0.043233562 = score(doc=3387,freq=1.0), product of:
             0.08684695 = queryWeight, product of:
               5.310008 = idf(docFreq=593, maxDocs=44218)
               0.016355332 = queryNorm
             0.49781325 = fieldWeight in 3387, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.310008 = idf(docFreq=593, maxDocs=44218)
               0.09375 = fieldNorm(doc=3387)
         0.044118706 = weight(abstract_txt:gives in 3387) [ClassicSimilarity], result of:
           0.044118706 = score(doc=3387,freq=1.0), product of:
             0.08802831 = queryWeight, product of:
               1.0067785 = boost
               5.3460016 = idf(docFreq=572, maxDocs=44218)
               0.016355332 = queryNorm
             0.5011877 = fieldWeight in 3387, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.3460016 = idf(docFreq=572, maxDocs=44218)
               0.09375 = fieldNorm(doc=3387)
         0.064295135 = weight(abstract_txt:sites in 3387) [ClassicSimilarity], result of:
           0.064295135 = score(doc=3387,freq=2.0), product of:
             0.089808196 = queryWeight, product of:
               1.0169058 = boost
               5.399778 = idf(docFreq=542, maxDocs=44218)
               0.016355332 = queryNorm
             0.71591616 = fieldWeight in 3387, product of:
               1.4142135 = tf(freq=2.0), with freq of:
                 2.0 = termFreq=2.0
               5.399778 = idf(docFreq=542, maxDocs=44218)
               0.09375 = fieldNorm(doc=3387)
         0.058519702 = weight(abstract_txt:covers in 3387) [ClassicSimilarity], result of:
           0.058519702 = score(doc=3387,freq=1.0), product of:
             0.10626949 = queryWeight, product of:
               1.1061832 = boost
               5.8738413 = idf(docFreq=337, maxDocs=44218)
               0.016355332 = queryNorm
             0.55067265 = fieldWeight in 3387, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.8738413 = idf(docFreq=337, maxDocs=44218)
               0.09375 = fieldNorm(doc=3387)
         0.061043415 = weight(abstract_txt:attempt in 3387) [ClassicSimilarity], result of:
           0.061043415 = score(doc=3387,freq=1.0), product of:
             0.10930325 = queryWeight, product of:
               1.1218616 = boost
               5.957094 = idf(docFreq=310, maxDocs=44218)
               0.016355332 = queryNorm
             0.5584776 = fieldWeight in 3387, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.957094 = idf(docFreq=310, maxDocs=44218)
               0.09375 = fieldNorm(doc=3387)
         0.08383911 = weight(abstract_txt:yahoo in 3387) [ClassicSimilarity], result of:
           0.08383911 = score(doc=3387,freq=1.0), product of:
             0.13505323 = queryWeight, product of:
               1.2470251 = boost
               6.6217136 = idf(docFreq=159, maxDocs=44218)
               0.016355332 = queryNorm
             0.62078565 = fieldWeight in 3387, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               6.6217136 = idf(docFreq=159, maxDocs=44218)
               0.09375 = fieldNorm(doc=3387)
         0.11932269 = weight(abstract_txt:lycos in 3387) [ClassicSimilarity], result of:
           0.11932269 = score(doc=3387,freq=1.0), product of:
             0.1708792 = queryWeight, product of:
               1.4027082 = boost
               7.448392 = idf(docFreq=69, maxDocs=44218)
               0.016355332 = queryNorm
             0.6982868 = fieldWeight in 3387, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               7.448392 = idf(docFreq=69, maxDocs=44218)
               0.09375 = fieldNorm(doc=3387)
         0.17121282 = weight(abstract_txt:harvest in 3387) [ClassicSimilarity], result of:
           0.17121282 = score(doc=3387,freq=1.0), product of:
             0.21738592 = queryWeight, product of:
               1.5821164 = boost
               8.401051 = idf(docFreq=26, maxDocs=44218)
               0.016355332 = queryNorm
             0.7875985 = fieldWeight in 3387, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.401051 = idf(docFreq=26, maxDocs=44218)
               0.09375 = fieldNorm(doc=3387)
         0.2394027 = weight(abstract_txt:worm in 3387) [ClassicSimilarity], result of:
           0.2394027 = score(doc=3387,freq=1.0), product of:
             0.2718274 = queryWeight, product of:
               1.7691691 = boost
               9.394302 = idf(docFreq=9, maxDocs=44218)
               0.016355332 = queryNorm
             0.88071585 = fieldWeight in 3387, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               9.394302 = idf(docFreq=9, maxDocs=44218)
               0.09375 = fieldNorm(doc=3387)
         0.08747284 = weight(abstract_txt:index in 3387) [ClassicSimilarity], result of:
           0.08747284 = score(doc=3387,freq=2.0), product of:
             0.13892788 = queryWeight, product of:
               1.788679 = boost
               4.74895 = idf(docFreq=1040, maxDocs=44218)
               0.016355332 = queryNorm
             0.6296277 = fieldWeight in 3387, product of:
               1.4142135 = tf(freq=2.0), with freq of:
                 2.0 = termFreq=2.0
               4.74895 = idf(docFreq=1040, maxDocs=44218)
               0.09375 = fieldNorm(doc=3387)
       0.4 = coord(10/25)
   

2. Notess, G.R.: Searching the World-Wide Web : Lycos, WebCrawler and more (1995) 0.21

   0.21440046 = sum of:
     0.21440046 = product of:
       1.0720023 = sum of:
         0.11178548 = weight(abstract_txt:yahoo in 2122) [ClassicSimilarity], result of:
           0.11178548 = score(doc=2122,freq=1.0), product of:
             0.13505323 = queryWeight, product of:
               1.2470251 = boost
               6.6217136 = idf(docFreq=159, maxDocs=44218)
               0.016355332 = queryNorm
             0.8277142 = fieldWeight in 2122, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               6.6217136 = idf(docFreq=159, maxDocs=44218)
               0.125 = fieldNorm(doc=2122)
         0.15909691 = weight(abstract_txt:lycos in 2122) [ClassicSimilarity], result of:
           0.15909691 = score(doc=2122,freq=1.0), product of:
             0.1708792 = queryWeight, product of:
               1.4027082 = boost
               7.448392 = idf(docFreq=69, maxDocs=44218)
               0.016355332 = queryNorm
             0.931049 = fieldWeight in 2122, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               7.448392 = idf(docFreq=69, maxDocs=44218)
               0.125 = fieldNorm(doc=2122)
         0.22828376 = weight(abstract_txt:harvest in 2122) [ClassicSimilarity], result of:
           0.22828376 = score(doc=2122,freq=1.0), product of:
             0.21738592 = queryWeight, product of:
               1.5821164 = boost
               8.401051 = idf(docFreq=26, maxDocs=44218)
               0.016355332 = queryNorm
             1.0501313 = fieldWeight in 2122, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.401051 = idf(docFreq=26, maxDocs=44218)
               0.125 = fieldNorm(doc=2122)
         0.2536325 = weight(abstract_txt:webcrawler in 2122) [ClassicSimilarity], result of:
           0.2536325 = score(doc=2122,freq=1.0), product of:
             0.23319432 = queryWeight, product of:
               1.638633 = boost
               8.701155 = idf(docFreq=19, maxDocs=44218)
               0.016355332 = queryNorm
             1.0876443 = fieldWeight in 2122, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.701155 = idf(docFreq=19, maxDocs=44218)
               0.125 = fieldNorm(doc=2122)
         0.3192036 = weight(abstract_txt:worm in 2122) [ClassicSimilarity], result of:
           0.3192036 = score(doc=2122,freq=1.0), product of:
             0.2718274 = queryWeight, product of:
               1.7691691 = boost
               9.394302 = idf(docFreq=9, maxDocs=44218)
               0.016355332 = queryNorm
             1.1742878 = fieldWeight in 2122, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               9.394302 = idf(docFreq=9, maxDocs=44218)
               0.125 = fieldNorm(doc=2122)
       0.2 = coord(5/25)
   

3. Fryxell, D.A.: ¬9 Web search sites examined (1996) 0.20

   0.19894777 = sum of:
     0.19894777 = product of:
       0.9947388 = sum of:
         0.09092706 = weight(abstract_txt:sites in 5141) [ClassicSimilarity], result of:
           0.09092706 = score(doc=5141,freq=1.0), product of:
             0.089808196 = queryWeight, product of:
               1.0169058 = boost
               5.399778 = idf(docFreq=542, maxDocs=44218)
               0.016355332 = queryNorm
             1.0124583 = fieldWeight in 5141, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.399778 = idf(docFreq=542, maxDocs=44218)
               0.1875 = fieldNorm(doc=5141)
         0.117039405 = weight(abstract_txt:covers in 5141) [ClassicSimilarity], result of:
           0.117039405 = score(doc=5141,freq=1.0), product of:
             0.10626949 = queryWeight, product of:
               1.1061832 = boost
               5.8738413 = idf(docFreq=337, maxDocs=44218)
               0.016355332 = queryNorm
             1.1013453 = fieldWeight in 5141, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.8738413 = idf(docFreq=337, maxDocs=44218)
               0.1875 = fieldNorm(doc=5141)
         0.16767822 = weight(abstract_txt:yahoo in 5141) [ClassicSimilarity], result of:
           0.16767822 = score(doc=5141,freq=1.0), product of:
             0.13505323 = queryWeight, product of:
               1.2470251 = boost
               6.6217136 = idf(docFreq=159, maxDocs=44218)
               0.016355332 = queryNorm
             1.2415713 = fieldWeight in 5141, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               6.6217136 = idf(docFreq=159, maxDocs=44218)
               0.1875 = fieldNorm(doc=5141)
         0.23864537 = weight(abstract_txt:lycos in 5141) [ClassicSimilarity], result of:
           0.23864537 = score(doc=5141,freq=1.0), product of:
             0.1708792 = queryWeight, product of:
               1.4027082 = boost
               7.448392 = idf(docFreq=69, maxDocs=44218)
               0.016355332 = queryNorm
             1.3965735 = fieldWeight in 5141, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               7.448392 = idf(docFreq=69, maxDocs=44218)
               0.1875 = fieldNorm(doc=5141)
         0.38044873 = weight(abstract_txt:webcrawler in 5141) [ClassicSimilarity], result of:
           0.38044873 = score(doc=5141,freq=1.0), product of:
             0.23319432 = queryWeight, product of:
               1.638633 = boost
               8.701155 = idf(docFreq=19, maxDocs=44218)
               0.016355332 = queryNorm
             1.6314665 = fieldWeight in 5141, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.701155 = idf(docFreq=19, maxDocs=44218)
               0.1875 = fieldNorm(doc=5141)
       0.2 = coord(5/25)
   

4. Courlois, M.P.: Cool tools for Web searching : an update (1996) 0.14

   0.14000157 = sum of:
     0.14000157 = product of:
       0.8750098 = sum of:
         0.08823741 = weight(abstract_txt:gives in 5143) [ClassicSimilarity], result of:
           0.08823741 = score(doc=5143,freq=1.0), product of:
             0.08802831 = queryWeight, product of:
               1.0067785 = boost
               5.3460016 = idf(docFreq=572, maxDocs=44218)
               0.016355332 = queryNorm
             1.0023754 = fieldWeight in 5143, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.3460016 = idf(docFreq=572, maxDocs=44218)
               0.1875 = fieldNorm(doc=5143)
         0.16767822 = weight(abstract_txt:yahoo in 5143) [ClassicSimilarity], result of:
           0.16767822 = score(doc=5143,freq=1.0), product of:
             0.13505323 = queryWeight, product of:
               1.2470251 = boost
               6.6217136 = idf(docFreq=159, maxDocs=44218)
               0.016355332 = queryNorm
             1.2415713 = fieldWeight in 5143, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               6.6217136 = idf(docFreq=159, maxDocs=44218)
               0.1875 = fieldNorm(doc=5143)
         0.23864537 = weight(abstract_txt:lycos in 5143) [ClassicSimilarity], result of:
           0.23864537 = score(doc=5143,freq=1.0), product of:
             0.1708792 = queryWeight, product of:
               1.4027082 = boost
               7.448392 = idf(docFreq=69, maxDocs=44218)
               0.016355332 = queryNorm
             1.3965735 = fieldWeight in 5143, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               7.448392 = idf(docFreq=69, maxDocs=44218)
               0.1875 = fieldNorm(doc=5143)
         0.38044873 = weight(abstract_txt:webcrawler in 5143) [ClassicSimilarity], result of:
           0.38044873 = score(doc=5143,freq=1.0), product of:
             0.23319432 = queryWeight, product of:
               1.638633 = boost
               8.701155 = idf(docFreq=19, maxDocs=44218)
               0.016355332 = queryNorm
             1.6314665 = fieldWeight in 5143, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.701155 = idf(docFreq=19, maxDocs=44218)
               0.1875 = fieldNorm(doc=5143)
       0.16 = coord(4/25)
   

5. Kimmel, S.: WWW search tools in reference services (1997) 0.12

   0.12369451 = sum of:
     0.12369451 = product of:
       1.0307876 = sum of:
         0.08823741 = weight(abstract_txt:gives in 619) [ClassicSimilarity], result of:
           0.08823741 = score(doc=619,freq=1.0), product of:
             0.08802831 = queryWeight, product of:
               1.0067785 = boost
               5.3460016 = idf(docFreq=572, maxDocs=44218)
               0.016355332 = queryNorm
             1.0023754 = fieldWeight in 619, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.3460016 = idf(docFreq=572, maxDocs=44218)
               0.1875 = fieldNorm(doc=619)
         0.19438082 = weight(abstract_txt:generated in 619) [ClassicSimilarity], result of:
           0.19438082 = score(doc=619,freq=1.0), product of:
             0.18777286 = queryWeight, product of:
               2.079477 = boost
               5.52102 = idf(docFreq=480, maxDocs=44218)
               0.016355332 = queryNorm
             1.0351913 = fieldWeight in 619, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.52102 = idf(docFreq=480, maxDocs=44218)
               0.1875 = fieldNorm(doc=619)
         0.74816936 = weight(abstract_txt:robot in 619) [ClassicSimilarity], result of:
           0.74816936 = score(doc=619,freq=1.0), product of:
             0.46117294 = queryWeight, product of:
               3.2588894 = boost
               8.652365 = idf(docFreq=20, maxDocs=44218)
               0.016355332 = queryNorm
             1.6223184 = fieldWeight in 619, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.652365 = idf(docFreq=20, maxDocs=44218)
               0.1875 = fieldNorm(doc=619)
       0.12 = coord(3/25)