Skip to content

Instantly share code, notes, and snippets.

@kenwebb
Last active April 18, 2020 18:15
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save kenwebb/8a255341ff60a091c4d018928e8539ee to your computer and use it in GitHub Desktop.
Save kenwebb/8a255341ff60a091c4d018928e8539ee to your computer and use it in GitHub Desktop.
Scrape Xholon Workbook from Github Page
<tr>
<td><a href="Xholon.html?app=66b9a8dcd74b60f8fc06ec738ec3be6a&src=gist&gui=clsc">66b9a8dcd74b60f8fc06ec738ec3be6a</a></td>
<td><a href="wb/editwb.html?app=66b9a8dcd74b60f8fc06ec738ec3be6asrc=gist">[preview]</a></td>
<td><a href="Xholon.html?app=66b9a8dcd74b60f8fc06ec738ec3be6a&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=66b9a8dcd74b60f8fc06ec738ec3be6a&src=gist&gui=none">no gui</a></td>
<td>Wolfram Physics Project</td>
</tr> <tr>
<td><a href="Xholon.html?app=cff05e29c779dea8afe777f7a3a1a9ad&src=gist&gui=clsc">cff05e29c779dea8afe777f7a3a1a9ad</a></td>
<td><a href="wb/editwb.html?app=cff05e29c779dea8afe777f7a3a1a9adsrc=gist">[preview]</a></td>
<td><a href="Xholon.html?app=cff05e29c779dea8afe777f7a3a1a9ad&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=cff05e29c779dea8afe777f7a3a1a9ad&src=gist&gui=none">no gui</a></td>
<td>Avatar acting on separate browser window</td>
</tr> <tr>
<td><a href="Xholon.html?app=c0da906c2412e2e7aab073a4476033a8&src=gist&gui=clsc">c0da906c2412e2e7aab073a4476033a8</a></td>
<td><a href="wb/editwb.html?app=c0da906c2412e2e7aab073a4476033a8src=gist">[preview]</a></td>
<td><a href="Xholon.html?app=c0da906c2412e2e7aab073a4476033a8&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=c0da906c2412e2e7aab073a4476033a8&src=gist&gui=none">no gui</a></td>
<td>Mostly Adequate</td>
</tr> <tr>
<td><a href="Xholon.html?app=10717ef23287a05f77d28d16f655eb04&src=gist&gui=clsc">10717ef23287a05f77d28d16f655eb04</a></td>
<td><a href="wb/editwb.html?app=10717ef23287a05f77d28d16f655eb04src=gist">[preview]</a></td>
<td><a href="Xholon.html?app=10717ef23287a05f77d28d16f655eb04&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=10717ef23287a05f77d28d16f655eb04&src=gist&gui=none">no gui</a></td>
<td>Jitsi</td>
</tr> <tr>
<td><a href="Xholon.html?app=8d072bf7ed13465d3330bd21e0750037&src=gist&gui=clsc">8d072bf7ed13465d3330bd21e0750037</a></td>
<td><a href="wb/editwb.html?app=8d072bf7ed13465d3330bd21e0750037src=gist">[preview]</a></td>
<td><a href="Xholon.html?app=8d072bf7ed13465d3330bd21e0750037&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=8d072bf7ed13465d3330bd21e0750037&src=gist&gui=none">no gui</a></td>
<td>Learning Ramdajs 1</td>
</tr> <tr>
<td><a href="Xholon.html?app=c33263ca3399e32d902b2903f2e3cff5&src=gist&gui=clsc">c33263ca3399e32d902b2903f2e3cff5</a></td>
<td><a href="wb/editwb.html?app=c33263ca3399e32d902b2903f2e3cff5src=gist">[preview]</a></td>
<td><a href="Xholon.html?app=c33263ca3399e32d902b2903f2e3cff5&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=c33263ca3399e32d902b2903f2e3cff5&src=gist&gui=none">no gui</a></td>
<td>Convert between XML and JSON/JS</td>
</tr> <tr>
<td><a href="Xholon.html?app=83a84a36531417b7fcad8e078deb9daa&src=gist&gui=clsc">83a84a36531417b7fcad8e078deb9daa</a></td>
<td><a href="wb/editwb.html?app=83a84a36531417b7fcad8e078deb9daasrc=gist">[preview]</a></td>
<td><a href="Xholon.html?app=83a84a36531417b7fcad8e078deb9daa&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=83a84a36531417b7fcad8e078deb9daa&src=gist&gui=none">no gui</a></td>
<td>19 Corvids (Raven) - XML can be Virus-like</td>
</tr> <tr>
<td><a href="Xholon.html?app=42755a8b467c0596d81cae643e5aa615&src=gist&gui=clsc">42755a8b467c0596d81cae643e5aa615</a></td>
<td><a href="wb/editwb.html?app=42755a8b467c0596d81cae643e5aa615src=gist">[preview]</a></td>
<td><a href="Xholon.html?app=42755a8b467c0596d81cae643e5aa615&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=42755a8b467c0596d81cae643e5aa615&src=gist&gui=none">no gui</a></td>
<td>19 Corvids (Crow) - Exponential Growth</td>
</tr> <tr>
<td><a href="Xholon.html?app=ff3056b40e4e59262a4fe9f25f0810e9&src=gist&gui=clsc">ff3056b40e4e59262a4fe9f25f0810e9</a></td>
<td><a href="wb/editwb.html?app=ff3056b40e4e59262a4fe9f25f0810e9src=gist">[preview]</a></td>
<td><a href="Xholon.html?app=ff3056b40e4e59262a4fe9f25f0810e9&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=ff3056b40e4e59262a4fe9f25f0810e9&src=gist&gui=none">no gui</a></td>
<td>Haskell prelude - xhprelude.js</td>
</tr> <tr>
<td><a href="Xholon.html?app=1d462a82bdb0577946b46f55f870ca28&src=gist&gui=clsc">1d462a82bdb0577946b46f55f870ca28</a></td>
<td><a href="wb/editwb.html?app=1d462a82bdb0577946b46f55f870ca28src=gist">[preview]</a></td>
<td><a href="Xholon.html?app=1d462a82bdb0577946b46f55f870ca28&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=1d462a82bdb0577946b46f55f870ca28&src=gist&gui=none">no gui</a></td>
<td>Secret</td>
</tr>
<div class="d-inline-block">
<span>
<a data-hovercard-type="user" data-hovercard-url="/users/kenwebb/hovercard" data-octo-click="hovercard-link-click" data-octo-dimensions="link_type:self" href="/kenwebb">kenwebb</a>
/ <a href="/kenwebb/66b9a8dcd74b60f8fc06ec738ec3be6a"><strong class="css-truncate-target">xholonWorkbook.xml</strong></a>
</span>
<div class="text-gray" style="font-size:11px;">
Created <time-ago datetime="2020-04-18T16:41:32Z" class="no-wrap" title="Apr 18, 2020, 12:41 PM EDT">1 hour ago</time-ago>
</div>
<span class="f6 text-gray">
Wolfram Physics Project
</span>
</div>
var snippets = document.querySelectorAll("div.gist-snippet-meta");
//console.log(snippets);
var trows = "";
snippets.forEach(snip => {
//console.log(snip);
var inlineblock = snip.querySelectorAll("div.d-inline-block")[1];
//console.log(inlineblock);
var spans = inlineblock.querySelectorAll("span");
//console.log(spans);
var wbhexid = spans[0].querySelectorAll("a")[1].href.valueOf().substring(32);
var wbname = spans[1].innerText;
//console.log(wbhexid);
//console.log(wbname);
var tablerow = ` <tr>
<td><a href="Xholon.html?app=${wbhexid}&src=gist&gui=clsc">${wbhexid}</a></td>
<td><a href="wb/editwb.html?app=${wbhexid}src=gist">[preview]</a></td>
<td><a href="Xholon.html?app=${wbhexid}&src=gist&gui=d3cp">D3 gui</a></td>
<td><a href="Xholon.html?app=${wbhexid}&src=gist&gui=none">no gui</a></td>
<td>${wbname}</td>
</tr>`
trows += tablerow;
});
console.log(trows);
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment