Skip to content

Instantly share code, notes, and snippets.

{
"overview": {
"concept_group_names": [
"category",
"sleeve_length",
"pattern"
]
},
"results": [
{
{
"overview": {
"concept_group_names": [
"category",
"sleeve_length",
"pattern"
]
},
"results": [
{
{
"overview": {
"concept_group_names": [
"category",
"sleeve_length",
"pattern"
]
},
"results": [
{
{
"metric": [
"pr_curve"
],
"image": [
{
"image": {
"im_id": "xxx",
"width": 512,
"height": 512
{
"metric": [
"confusion_matrix"
],
"image": [
{
"image": {
"im_id": "xxx",
"width": 512,
"height": 512
{
"overview": {
"concept_group_names": [
"category",
"sleeve_length",
"pattern"
]
},
"results": [
{
{
"metric": [
"acc_1"
],
"image": [
{
"image": {
"im_id": "xxx",
"width": 512,
"height": 512
{
"overview": {
"concept_group_names": [
"category",
"sleeve_length",
"pattern"
],
"metrics": {
"prec_rec_f1": {
"type": "table",
{
"metric": [
"prec_rec_f1"
],
"image": [
{
"image": {
"im_id": "xxx",
"width": 512,
"height": 512
@fcharmy
fcharmy / ig_scrapy_spider.py
Last active September 26, 2018 10:04
Crawl IG hashtag posts including post link, main images url, thumbnail, is_video, username, likes, caption, posted time, user profile image url. Only show the spider implementation, pipeline need to be implement separately.
import json
import urllib.parse as urlparse
from scrapy import Item, Field, Spider, Request
from scrapy.exceptions import CloseSpider
# ------ Instagram settings ------
IG_SERVER = "https://www.instagram.com"
IG_PATH = '/explore/tags/'
IG_POST_PATH = "p/"