$define RCINDEX "http://rosettacode.org/mw/api.php?format=xml&action=query&list=categorymembers&cmtitle=Category:Programming_Tasks&cmlimit=500" $define RCTASK "http://rosettacode.org/mw/index.php?action=raw&title=" $define RCUA "User-Agent: Unicon Rosetta 0.1" $define RCXUA "X-Unicon: http://unicon.org/" $define TASKTOT "* Total Tasks *" $define TOTTOT "* Total Headers*" link strings link hexcvt procedure main(A) # simple single threaded read all at once implementation index := ReadURL(RCINDEX) # 1. read the index pages := [] index ? while tab(find("'\""),3,"0")||";",c) } dxml[1] := u # insert URI as 1st arg u := replacem!dxml # de-xml it every (c := "") ||:= tr[!u] # reencode everything return c end procedure ReadURL(url) #: read URL into string write(&errout,"Opening ",image(url)) page := open(url,"m",RCUA,RCXUA) | stop("Unable to open ",url) text := "" if page["Status-Code"] < 300 then while text ||:= reads(page,-1) else stop(page["Status-Code"]," ",page["Reason-Phrase"]) close(page) return text end