| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495 |
- ; make sure this directory exsist!
- (setf save_path "/fart/d/jc/")
- ; pages to start traversing from
- (add_page "http://personal.nbnet.nb.ca/jkeller/MP3.HTM")
- (add_page "http://www.geocities.com/Area51/Vault/8821/mp3.html")
- (add_page "http://personal.nbnet.nb.ca/jkeller/MP3.HTM")
- (add_page "http://hem2.passagen.se/lethagen/Prodigy/")
- (add_page "http://thebigsite.com/index.html")
- (add_page "http://www.wgn.net/~eburrow/mp3.html")
- ; add thread takes x & y offset for window position
- (add_thread 0 20) (add_thread 320 20)
- (add_thread 0 70) (add_thread 320 70)
- (add_thread 0 120) (add_thread 320 120)
- (add_thread 0 170) (add_thread 320 170)
- (add_thread 0 220) (add_thread 320 220)
- (add_thread 0 270) (add_thread 320 270)
- (add_thread 0 320) (add_thread 320 320)
- (add_thread 0 370) (add_thread 320 370)
- (add_thread 0 420)
- (setf process_extensions '(".html" ".htm"))
- (setf save_extensions '(".mp3"))
- (setf include_sub_strings '(
- (".html") ; follow any html page
- (".htm")
- (".com")
- (".net")
- (".edu")
- (".htm")
- (".mp3"
- "rem."
- "weezer"
- "ADAM_SANDLER" "adamsandler"
- "u2"
- "willsmith" "will_smith"
- "offspring"
- "sarah_mclachlan" "sarahmclachlan"
- "No_Doubt" "nodoubt"
- "Notorious" "puffdaddy"
- "james_bond" "jamesbond"
- "mariah_carey" "Mariahcarey"
- "matchbox20"
- "pinkfloyd"
- "aerosmith"
- "batman" "movie" "jurpark" "indianajones" "indiana_jones"
- "Robert_Miles"
- "No_Doubt"
- "depeche"
- "queen"
- "simpsons"
- "simon"
-
- "CHUMBAWAMBA"
- "SirenPossession"
- "Spice"
- "Karma Police" "karampolice"
- "prodigy"
- )))
-
- ; don't process any page/file that has these sub strings
- (setf exclude_sub_strings '("toriamos" ; enough already!
- "jacky1" ; this guy has crap
- "mailto"
- ))
- ; don't save files smaller than this (700k)
- (setf save_min_size 700000)
- ; load up our history of previously saved files
- (load "saved_files.scm")
- ; load up history of visited urls
- (load "visited_urls.scm")
- ; timeout depends on how much data we have already, if we we a lot then
- ; give a little longer to respond so we have less chance of wasting time
- (setf timeouts '((100000000 1000) ;
- (1000000 500)
- (500000 360)
- (200000 120)
- (100000 60)
- (50000 45)
- (10000 30) ; if we have 10K give them 30 seconds to respond
- ))
|
