| import re, requests, logging, os, time, json | |
| from bs4 import BeautifulSoup as bs | |
| class Crawler(object): | |
| logger = logging.getLogger("crawler_logger") | |
| logger.setLevel(logging.DEBUG) | |
| file_handler = logging.FileHandler(os.getcwd()+"/logs/{}.log".format( str(int(round(time.time()*1000))) )) | |
| file_handler.setLevel(logging.DEBUG) | |
| terminal_handler = logging.StreamHandler() | |
| terminal_handler.setLevel(logging.INFO) |
| A Simple Crawling and Scraping Algorithm Using Python |
| A Simple Dynamic Crawling and Scraping Algorithm in Python |
| - scope: markdown | |
| trigger: image | |
| description: Image | |
| mTime: 1454102672521 | |
| text: | | |
|  | |
| - scope: markdown | |
| trigger: link | |
| description: Link |
| - trigger: block | |
| description: Django Block | |
| scope: html | |
| mTime: 1452968392677 | |
| text: | | |
| {% block ${1:block_name} %} | |
| ${2} | |
| {% endblock %} | |
| - trigger: trans |
| def fizzbuzz(n): | |
| if n%3 == 0 and n%5 == 0: | |
| return "FizzBuzz" | |
| elif n%3 == 0: | |
| return "Fizz" | |
| elif n%5 == 0: | |
| return "Buzz" | |
| else: | |
| return str(n) | |
I did a test to read a SO with ctypes in Python, which is compiled with Rust. I wanted to write a function in both languages and measure their timing. These functions will calculate the b power of a. Pseudocode for algorithm is as below:
fn power(int a, int b) -> int {
int c = a
for b times {
c = c*a;
| package com.erayerdin.linglib.syntax.generative; | |
| import java.util.HashMap; | |
| /** | |
| * A Category for syntactic structure. | |
| * | |
| * @author Eray Erdin | |
| * @see com.erayerdin.linglib.syntax.generative.Phrase | |
| */ |
| ######## | |
| # Bash # | |
| ######## | |
| # download from youtube as mp3 | |
| # requires youtube-dl | |
| function youtube-mp3 { | |
| youtube-dl --extract-audio --audio-format mp3 "$1" | |
| } |
| # managing with only "django" command | |
| alias django="python manage.py" |