include("WBInclusions") global SHOWUNUSEDS = false APFS = "258" # WBTree:APFS version = APFS mutable struct R ct::Int32 nm::String end global V1ID = getBackupNumber() global SOUGHT = 0 global QUORAS = 0 global nowww = noww() global DATEPROBLEMS = [] global Validated = -1 global SZ = 0 global EXTERNAL_LINKS = 0 global TOTAL_LINKS = 0 global IMAGE_LINKS = 0 global EMPTIES = 0 global totAUI = 0 global YAHOOS = 0 global ZAHOOS = 0 global szDict = Dict{String,Array{String}}() global oflDict = Dict{String, Int32}() global ILUsage = Dict{String, Int32}() global ILUct = 0 global ILUIgnoreds = Dict{String, Array{String}}( "_LynxBlk" => [], "_Footnotes" => [], "_BRM5V" => [] ) global NUTHIN = ["NUTHIN"] function ILU(itm) a = get!(ILUsage, itm, -1) if a == -1 if itm == "IndexOfSubjects#X" && findfirst(" id=\"X\"", RRead("IndexOfSubjects.html", "clean")) != nothing return end println(hilite(HI_YELLOW, " Not found: \"" * itm * "\"")) return end ILUsage[itm] = a + 1 poundStart = findfirst("#", itm).start id = itm[poundStart + 1: length(itm)] f = itm[1:poundStart - 1] if haskey(ILUIgnoreds,id) aa = ILUIgnoreds[id] if !(f in aa) push!(aa, f) end end end global IDS = Dict{String,Array{String}}() global LWIDS = Dict() global MAPS = 0 global L2C1FirstPadding = true global noTOCs = [] global FootnoteBlocks = 0 global HRlen = 24 global HighRevisions = [] for i = 1 : HRlen push!(HighRevisions, R(-1 * i, "")) end global SumRevisions = 0 global NYTComments = 1 # Add one for th comment I had to take direcly from the NYT website +2023.06.01 global Bingers = 0 global Googlers = 0 global Qsum = 0 global Q = "" global AllFilesInCurrentDirectory = [] function qwrite(txt) global Qsum += length(txt) global Q *= txt end function ErrorQuit(txt) println(hilite(HI_RED, "\n--------\n " * txt * "\n--------") * "\n") exit(16) end HSYMS = [] global fdict = Dict{String, String}() global ildict = Dict{String, Int64}() global linkCt = 0 global ilinkCt = 0 global pageCt = 0 global incoming = Dict{String, Array{String}}() global externalLinks = Dict{String, Array{String}}() global excludeds = ["IndexOfSubjects.html"] global ignoreds = [ "JUNK.html", "JUNK2.html", "JUNK6.html", "JUNK7.html", "JUNK10.html" ] pre = "\n\n\n\nLink inventory\n\n\n\n
\"Previous\"Welcome
\n
\n" * "

WBTree v" * version * ".        Index   Images   Dashboard\"Next2a.gif\"        " * APtS_ET * "
\n" pres = Dict( "Tree" => "Go: RTree\"Next2a.gif\"\"Next2a.gif\"", "RTree" => "Go: XTree\"Next2a.gif\"\"Next2a.gif\"", "XTree" => "Go: Tree\"Next2a.gif\"\"Next2a.gif\"" ) pre2 = "

\n" post = "\n

[ Ω W3C HTML validator  ~--S,Z-- ]

\n" println("\nWBTree v", version, " (./V1). ", nowww, " " * APtS_ET , ". V1ID: " * hilite(HI_YELLOW, string(V1ID)) * "\n") rm("XXXTree.html", force=true) rm("XXXRTree.html", force=true) rm("XXXXTree.html", force=true) function saveTable(fn, fv) global Q = "" global Qsum = 0 qwrite(pre) qwrite(pres[fn]) qwrite(pre2) qwrite(replace(fv, r"TheActiFist (<=|=>)" => s"TheActiFist \1  Damn him (her, other)!")) qwrite(post) # sQsum = string(Qsum) sQsum = formatFixed(Qsum) # sQsum[1:3] * "," * sQsum[4:6] ilc = "" if fn == "Tree" ilc = "  " * formatFixed(length(findall(" href=\"#",Q))) end global Q = replace(Q, "--S,Z--" => sQsum * ilc, count = 1) global q = open("XXX" * fn * ".html", "w") write(q, Q) close(q) end function makeTable(DICT, ptr) global L2C1FirstPadding = true if ptr == "=>" istr = string(ilinkCt) if ilinkCt > 999 listr = length(istr) istr = istr[1: listr - 3] * "," * istr[listr - 2: listr] end global out = "\n" global ILINKS = istr global RLINKS = lc elseif ptr == "<=" global out = "
T Pages: " * string(pageCt) * ". Interpage links > " * lc * ". Imaps: " * string(MAPS) * ". NYTs: " * string(NYTComments) * ". B/G: " * string(Bingers) * "/" * string(Googlers) * "
" * nowww * ". Intrapage ('#') links > " * istr * ". Img links: " * formatFixed(IMAGE_LINKS) * ". Footnotes: " * string(FootnoteBlocks) * ".
\n" else global out = "
R Reverse table of incoming internal interpage links:
" * nowww * "
\n" end global shit = [] global shit = collect(keys(DICT)) global shoot = copy(shit) ghosts = [] crt = 0 shitx = sort(shit, by=lowercase) for s in shitx s2 = s[1:(length(s) - 5)] if length(DICT[s]) == 0 push!(ghosts, (s2 == "IntoTheLight" ? "IntoTheLight" : "" * s2 * "")) end ilss = "" ils = get(ildict, s, 0) if ils > 0 ilss = "(DDD" * string(ils) * ")" end if ptr != "<<=" if s2 == "welcome" s2a = "" else s2a = "|" * s2 end ohmygod = "" * s2 * "" if s2 == "IntoTheLight" ohmygod = "IntotheLight" end global out *= "" else if s2 == "https://validator.w3" global Validated = length(findall(",", DICT[s])) + 1 DICT[s] = "[ TMTC: " * string(Validated) * " ]" end crtx = string(crt += 1) sFixed = replace(s, "&" => "!!!") sFixed = replace(sFixed, r"(!!!|&)" => "&") if s != sFixed println("\n \"", s, "\"\n \"", sFixed, "\"\n") end crtx = (" " ^ (4 - length(crtx))) * crtx global out *= "" end if s2 in ["OnCitation", "Date", "BRADFORD", "EndOfEarth"] && ptr == "<=" global out *= "" if s2 == "Date" #ds = replace(DICT[s], r"\1" => s"\1.html") ds = replace(DICT[s], r"([^\"]+)" => s"\1.html") global DS = split(ds, ", ") global DICK = Dict() for shooter in shoot DICK[shooter] = 0 end for ddss in DS DICK[ddss] = 1 end k = keys(DICK) for kk in k if DICK[kk] == 0 push!(DATEPROBLEMS, kk[1:length(kk) - 5]) end end global DATEPROBLEMS = sort(DATEPROBLEMS) end elseif s2 != "welcome" || ptr != "<=" global out *= "\n" else losers = "" snoTOCs = sort(noTOCs) for item in snoTOCs loser = item[1:length(item) - 5] if loser == "welcome" continue end losers *= "" * loser * ", " end global out *= "\n" end global L2C1FirstPadding = false end gh = replace(replace(replace(string(ghosts), "\\\"" => "SHIT"), "\"" => "\""), "SHIT" => "\"") out *= (length(ghosts) == 0 ? "" : "") out = replace(out, "!QWERTY!" => string(crt), count=1) return(out) end # Shrink code by translating all internal links into 2 character codenames, so "#BRADFORD" might become "#bO" # This will break at 2705 files Alphas = [ "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T", "U", "V", "W", "X", "Y", "Z", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z"] global Translates = Dict{String,String}() global trix = 0 function setID(fn) if length(fn) == 1 Translates[fn] = fn return end ch1 = div(trix,52) ch2 = trix - ch1 * 52 Translates[fn] = Alphas[ch1 + 1] * Alphas[ch2 + 1] global trix += 1 end try global errId = 1 THEGODDAMNEDDIR = readdir() for itm in THEGODDAMNEDDIR if findfirst(".html", itm) == nothing || itm in ignoreds continue end incoming[itm] = [] itmX = itm[1 : length(itm) - 5] setID(itmX) push!(AllFilesInCurrentDirectory, itmX) end zz = replace(RRead("IndexOfSubjects.html", "clean"), r"✔(\(\d+\) )?" => "") z = findall(r"
  • ]", zz) global FilesInIndexOfSubjects = [] for itm in z shitstain = replace(zz[itm], r"
  • ]" => s"\1,\2") shitstain = replace(shitstain, " " => "_") shitcomma = findfirst(",", shitstain).start firstshit = shitstain[1:shitcomma - 1] lastshit = shitstain[shitcomma + 1 : length(shitstain)] if firstshit != lastshit println("\n", hilite(HI_RED, " Mismatched entry in IndexOfSubjects \"" * firstshit * "\" \"" * lastshit * "\""), "\n") exit(16) end if firstshit in FilesInIndexOfSubjects println("Duplicate in IndexOfSubjects: \"", shitstain, "\"") exit(16) end push!(FilesInIndexOfSubjects,firstshit) end for itm in AllFilesInCurrentDirectory if !(itm in FilesInIndexOfSubjects) println("** In AllFilesInCurrentDirectory but not in FilesInIndexOfSubjects: " , itm) end end for itm in FilesInIndexOfSubjects if !(itm in AllFilesInCurrentDirectory) println("** In FilesInIndexOfSubjects but not in In AllFilesInCurrentDirectory: " , itm) end end global ALLUNUSEDIDS = Dict{String,Array{String}}() global ORIGINALUNUSEDIDS = Dict{String,Array{String}}() rr = 0 for f in FilesInIndexOfSubjects ftext = RRead(f * ".html", "clean") if length(findall(r"[{}]", replace(ftext, r".*?"s => ""))) != 0 println("\n\n " * hilite(HI_RED, "Stray \"{}\" characters in " * f * ".html.") * "\n\n") end ff = findall(r" id=\"[^\"]+", ftext) rr += length(ff) for fff in ff t = ftext[fff.start+5:fff.stop] ILUsage[f * "#" * t] = 0 abitch = get!(ALLUNUSEDIDS, f, ["MISSING"]) bbitch = get!(ORIGINALUNUSEDIDS, f, ["MISSING"]) if abitch != bbitch println("ADDSADSADSADSADSADA") exit(16) end if abitch == ["MISSING"] ALLUNUSEDIDS[f] = [t] ORIGINALUNUSEDIDS[f] = [t] continue end push!(abitch, t) push!(bbitch, t) end end global errId = 2 vTable = [] for itm in keys(incoming) global pageCt += 1 item = itm global errId = 4 sres = RRead(item, "clean") global errId = 5 global SZ += length(sres) x = findfirst("href=\"welcome.html#TOC\"", sres) if x == nothing push!(noTOCs,item) end ofl = findfirst(r"", sres) if ofl != nothing oflDict[item] = tryparse(Int32, sres[ofl][10:12]) end global EXTERNAL_LINKS += length(findall(r"", sres)) fns = length(findall(r"Footnotes()+", sres)) if fns > 0 if fns > 1 println("\n", hilite(HI_RED, "Footnote problem in " * item), "\n") exit(16) end global FootnoteBlocks += 1 end global NYTComments += length(findall("Your comment has been approved!", sres)) global Bingers += length(findall("This page indexed on Bing", sres)) global Googlers += length(findall("This page indexed on Google", sres)) if startswith(itm, "Quora") aa = r"\d{3}  ([\d,]+)\." global QUORAS += tryparse(Int32, replace(sres[findfirst(aa,sres)],aa => s"\1")) end # " +2022.04.30 v002 " yyyyyy = findall(r">\+[0-9][0-9][0-9][0-9]\.[0-9][0-9]\.[0-9][0-9] v[0-9][0-9][0-9]", sres) yLen = length(yyyyyy) if yLen != 1 && !(item == "Experiment.html" && yLen == 3) # KLUDGE ErrorQuit("Versioning wrong in file: " * item) end # Police department if length(findall(r"({{|}})", sres)) != 0 ErrorQuit("Loose bracket(s): " * item) end if length(findall("size:larger;\"> = HighRevisions[i].ct if i == HRlen HighRevisions[HRlen] = R(rv,item) break end nh = [] if i > 1 nh = HighRevisions[1:i - 1] end global HighRevisions = append!(nh, [R(rv,item)], HighRevisions[i:HRlen - 1]) break end end x = findall(r"href=\"[a-zA-Z0-9-_!]+\.html#[^\"]+", sres) y = [] for z in x w = sres[z] v = findfirst("#", w) push!(y, [w[7 : v.start - 6], w[v.start + 1 : length(w)]]) global ILUct += 1 ilu = w[7 : v.start - 6] * "#" * w[v.start + 1 : length(w)] ILU(ilu) goddamnedfilename = w[7 : v.start - 6] if goddamnedfilename == "IndexOfSubjects" continue end goddamnedlink = w[v.start + 1 : length(w)] ids = ALLUNUSEDIDS[goddamnedfilename] if goddamnedlink in ids kky = findall(x->x == goddamnedlink, ids) if length(kky) > 1 println("\n", hilite(HI_RED, " Duplicate \"id\" name? \"" * item * "\" \"" * goddamnedfilename * "\"\n " * sring(kky) * " \"" * goddamnedlink, "\""), "\n") exit(16) end if length(kky) == 1 deleteat!(ids, kky) end end end yahoo = [] xhoo = findall(r" href=\"#[^\"]+", sres) global YAHOOS += length(xhoo) for zhoo in xhoo w = sres[zhoo] ww = w[9 : length(w)] global ILUct += 1 ilu = item[1:length(item) - 5] * "#" * ww ILU(ilu) ids = ALLUNUSEDIDS[item[1: length(item) - 5]] if ww in ids kky = findall(x->x == ww, ids) if length(kky) > 1 println("Duplicate item in ALLUNUSEDIDS: " * item * " \"" * ww * "\"") exit(16) end if length(kky) == 1 deleteat!(ids, kky) if length(findall(x->x == ww, ids)) != 0 println("Deleteat failed for: " * item * " \"" * ww * "\"") exit(16) end end end push!(yahoo, ww) end zahoo = [] xhoo = findall(r" id=\"[^\"]+", sres) global ZAHOOS += length(xhoo) for zhoo in xhoo w = sres[zhoo] push!(zahoo, w[6 : length(w)]) end for src in yahoo if !(src in zahoo) println(" " * item * " internal link src missing target: \"" * src * "\"") end end ittm = itm[1 : length(itm) - 5] LWIDS[ittm] = y x = findall(r" id=\"[^\"]+", sres) y = [] for z in x push!(y, sres[z.start + 5 : z.stop]) end IDS[ittm] = y x = findall(r"&#[^;]+;", sres) for y in x z = sres[y] if z in HSYMS continue end push!(HSYMS, z) end if itm in excludeds global fdict[itm] = "[ Everything ]" continue end if findfirst(r"aplacetostudy"i, sres) != nothing println((item in ["Dashboard.html", "JSource.html"] ? "" : "** ") * "\"Aplacetostudy\": " * item) end global MAPS += length(findall("" * x * "" end global fdict[itm] = str global ildict[itm] = iq = length(findall(r" "", count=1) t = t[1:length(t) - 1] if get(externalLinks, t, "!") == "!" externalLinks[t] = [itm] else if !(itm in externalLinks[t]) push!(externalLinks[t], itm) end end end end vTable = sort(vTable) global vDict = "global V = [\"" * replace(string(Dates.now()), r"T(.{8}).*" => s" \1") * " " * V1ID * "\", Dict{String,String}(\n" for item in vTable a = findfirst(" ", item) #vText *= item[a.start + 1:length(item)] * " " * item[1 : a.start - 1] * "\n" dictName = item[1 : a.start - 1] dictValue = item[a.start + 1:length(item)] global vDict *= " \"" * dictName * "\" => \"" * dictValue * "\",\n" ofl = get!(oflDict, dictName, 0) dictValue = "0000000" * string(tryparse(Int32,dictValue) + 1000 * ofl) dictValue = dictValue[length(dictValue) - 4:length(dictValue)] dv = get!(szDict, dictValue, ["NOTHING"]) if dv == ["NOTHING"] szDict[dictValue] = [dictName] else szDict[dictValue] = append!(szDict[dictValue], [dictName]) end end shitshit = sort(collect(keys(szDict)), rev=true) hiVersions = "" for i = 1 : 12 s = shitshit[i] hiVersions *= " " * s * " " * replace(string(szDict[s]), r"([\[\]\"]|\.html)" => "") * "\n" end szFile = open("HIversions.txt", "w") write(szFile, hiVersions) close(szFile) catch ex s = string(ex) if length(s) > 200 s = s[1:200] * "..." end ErrorQuit("\n Failure[" * string(errId) * "]: " * string(typeof(ex)) * ".\n" * s); end lc = string(linkCt) if linkCt > 999 lenlc = length(lc) lc = lc[1:lenlc - 3] * "," * lc[lenlc - 2:lenlc] end global incoming2 = Dict{String, String}() for k in keys(incoming) ary = incoming[k] str = "" for x in sort(ary, by=lowercase) stp = x[1:length(x)-5] str *= (str != "" ? ", " : "") * "" * stp * "" end global incoming2[k] = str end T = makeTable(fdict, "=>") RT = makeTable(incoming2, "<=") global incoming2 = Dict{String, String}() for k in keys(externalLinks) if findfirst("https://faculty.washington.edu/walter/Killing%20Cats3.html#_edn", k) != nothing continue end ary = externalLinks[k] str = "" for x in sort(ary, by=lowercase) stp = x[1:length(x)-5] stp2 = "" if stp != "welcome" stp2 = "|" * stp end str *= (str != "" ? ", " : "") * "" * stp * "" # ZZZZZ end global incoming2[k] = str end XT = makeTable(incoming2, "<<=") XT = replace(XT, "!VICTORY!" => string(Validated), count=1) saveTable("Tree", T) saveTable("RTree", RT) saveTable("XTree", XT) println("\n--------\n") global ct = 0 global chksL = 0 global chksR = 0 shitx = sort(collect(keys(LWIDS))) for k in shitx for kk in LWIDS[k] if kk[1]== "" # local links in same file global chksL += 1 if kk[2] in IDS[k] continue end spacer = "" if length(k) < 12 spacer = " " ^ (12 - length(k)) end println(k, spacer, " ? \"#" * kk[2] * "\"") global ct += 1 continue end global chksR += 1 if kk[2] in IDS[kk[1]] continue end spacer = "" if length(k) < 12 spacer = " " ^ (12 - length(k)) end println(k, spacer, " ? \"" * kk[1] * "#" * kk[2] * "\"") global ct += 1 end end global tks = 0 global uks = 0 global uksTotal = 0 global kyy = [] for ky in keys(ALLUNUSEDIDS) push!(kyy, string(ky)) end for ky in sort(kyy) # keys(ALLUNUSEDIDS) global tks += length(ORIGINALUNUSEDIDS[ky]) global uks += length(ALLUNUSEDIDS[ky]) global uksTotal += length(ALLUNUSEDIDS[ky]) for ignore in keys(ILUIgnoreds) if ignore in ALLUNUSEDIDS[ky] global uks -= 1 end end aui = [] for itm in ALLUNUSEDIDS[ky] if !(startswith(itm, "cite") || itm in keys(ILUIgnoreds)) push!(aui, itm) end end lenaui = length(aui) if lenaui > 0 global totAUI += lenaui #---------------- if SHOWUNUSEDS println("** " , length(aui), " ", ky, " ", sort(aui)) end #---------------- end end global usedMulti = 0 global usedOnce = 0 global multis = 0 global keyCount = 0 global kk = 0 #global kkk = [] global II = 0 for k in keys(ILUsage) global keyCount += 1 ii = ILUsage[k] if ii == 0 kkkk = findfirst("#", k) kkkk = k[kkkk.start+1: length(k)] if kkkk in keys(ILUIgnoreds) global II += 1 end elseif ii == 1 global usedOnce += 1; else global usedMulti += 1 global multis += ii - 1 global kk += 1 iii = " " ^ (6 - length(string(ii))) * string(ii) #push!(kkk, iii * " " * string(k)) end end #kkk = sort(kkk, rev=true) #for j in kkk # println(j) #end function X(position, data) x = data - tryparse(Int32,xdata[position]) if x != 0 XS[position] = "[" * string(x) * "]" global xdata[position] = string(data) global changed = true end end global xdata = split(RRead("TreeData", "asis"), "\n") global XS = [] for i = 1 : length(xdata) push!(XS, "") end global changed = false; X(1,TOTAL_LINKS - EXTERNAL_LINKS) X(2,EXTERNAL_LINKS) X(3, NYTComments) if changed xfile = open("TreeData", "w") write(xfile, xdata[1] * "\n" * xdata[2] * "\n" * xdata[3]) close(xfile) end iDups = (tks - uksTotal) - ilinkCt q1 = Duree(DateTime(2023,8,1,16,00), now()) q2 = formatDecimal(QUORAS / (tryparse(Int32, q1[findfirst(r"\d+", q1)]) + 1), 4) * "0000" q3 = hilite(HI_YELLOW, replace(q2, r"^(\d+\.\d).*" => s"\1")) * replace(q2, r"^\d+\.\d(\d).*" => s"\1") println("\n Links: ", hilite(HI_YELLOW, formatFixed(TOTAL_LINKS - EXTERNAL_LINKS)), XS[1], "i + ", hilite( HI_YELLOW, formatFixed(EXTERNAL_LINKS)), XS[2], "r. ", formatFixed(SZ), ". Empties: ", hilite(HI_YELLOW, formatFixed(EMPTIES)), ". Quoras: ", formatFixed(QUORAS), " (" * q3 * "). Orphan IDs: ", formatFixed(totAUI)) global HR1s = [] global a = open("JUNK5.txt", "w") write(a, " " * "+" * replace(replace(noww(), "-" => "."), " " => "+")[1:16] * ". WBTree\n\n") for i = 1 : HRlen i1 = HighRevisions[i].ct if i < 7 push!(HR1s,i1) end i1 = string(i1) pfx = " " ^ (8 - length(i1)) write(a, pfx * i1 * " " * HighRevisions[i].nm * "\n") end close(a) hrs = string(HR1s) println("\n Errs:", (ct == 1 ? "" : HI_YELLOW), ct, (ct == 1 ? "" : HI_END), ". NYTs: ", hilite(HI_YELLOW, NYTComments), XS[3], ". B/G: ", hilite(HI_YELLOW, Bingers), "/", hilite(HI_YELLOW, Googlers), ". Revs: " * hilite(HI_GREEN, replace(hrs[5:length(hrs) - 1], "," => "")) * " (" * hilite(HI_GREEN, formatFixed(string(SumRevisions))) * ") " * hilite(HI_AQUA, " ** Good to go! **")) sdp = string(DATEPROBLEMS) sdp = sdp[4 : length(sdp)] println("\n",length(DICK), "-", length(DS), "=", length(DATEPROBLEMS), ". DateProblems ", # . ?: ",length(shoot), " ", sdp) #string(DATEPROBLEMS) #println("\n YAHOOS: " , YAHOOS, ". ZAHOOS: " , ZAHOOS, ".") vFile = open("V1", "w") write(vFile, "# " * string(pageCt - 1) * " " * # Don't count IndexOfSubjects string(linkCt + EXTERNAL_LINKS + IMAGE_LINKS) * " sum(map((x) -> tryparse(Int32,string(x)), values(V[2])))\n" * vDict * ")]\n") close(vFile) #println("\nSOUGHT: " , SOUGHT)
    • X !QWERTY! outgoing external links (several uninteresting items excluded):
    " * nowww * "  (Validator: !VICTORY!)
    " * ohmygod * " " * ptr * "
    " * crtx * ". " * sFixed * "" * ilss * " " * ptr * "
    [ TMTC: " * string(1 + length(findall(",", DICT[s]))) * " ]
    " * (ptr == "<=" && s2 == "IntoTheLight" ? "[ All incoming links remote ==> ]" : (length(DICT[s]) > 0 ? DICT[s] : " ")) * "
    !TOC[" * losers[1 : length(losers) - 2] * "]
    Ghosts: " * gh * "