jmikola

Using gallery-dl to backup a Twitter account

The following was adapted from:

• https://www.reddit.com/r/DataHoarder/comments/yy8o9w/for_everyone_using_gallerydl_to_backup_twitter/
• https://github.com/mikf/gallery-dl/blob/master/README.rst
• https://github.com/mikf/gallery-dl/blob/master/docs/configuration.rst

Installation and configuration

jmikola

$ php tracked_persistable.php 
object(MongoDB\Examples\User)#29 (3) {
  ["name"]=>
  string(7) "alcaeus"
  ["emails"]=>
  object(MongoDB\Examples\TrackedBSONArray)#24 (0) {
  }
  ["_id"]=>
  object(MongoDB\BSON\ObjectId)#15 (1) {
    ["oid"]=>

jmikola

Testing the PHP driver with Atlas failovers

Ping

The following was added to the URI for an Atlas 3.6 cluster and assigned to a $uri variable in the PHP script:

?serverSelectionTryOnce=false&serverSelectionTimeoutMS=15000

jmikola

<?php

enum TimeUnit : string
{
    case Nanos = 'ns';
    case Micros = 'μs';
    case Millis = 'ms';
}

class TimeUnitString

jmikola

make_php () {
  # Directory for PHP git repo (for git-new-workdir)
  phpsrcdir="/home/jmikola/workspace/php/php-src"

  # Git branch for this build (for git-new-workdir)
  phpbranch="PHP-$1"

  # Where compiled builds should be installed
  installdir="/home/jmikola/bin/php"

jmikola

<?php

$m = new Mongo();
$c = $m->test->foo;
$c->drop();

$a = microtime(true);
foreach (range(1,1000000) as $i) {
    $c->insert(array('x' => $i));
}

jmikola

<?php

namespace OpenSky\Bundle\MainBundle\DependencyInjection\Compiler;

use Symfony\Component\DependencyInjection\ContainerBuilder;
use Symfony\Component\DependencyInjection\Reference;
use Symfony\Component\DependencyInjection\Compiler\CompilerPassInterface;

class AggregatedTaggedServicesPass implements CompilerPassInterface
{

jmikola

<?php

namespace Acme\FooBundle\Command;

use Doctrine\Common\Persistence\ManagerRegistry;
use Symfony\Bundle\FrameworkBundle\Command\ContainerAwareCommand;
use Symfony\Component\Console\Input\InputInterface;
use Symfony\Component\Console\Output\OutputInterface;

class FindInvalidReferencesCommand extends ContainerAwareCommand

jmikola

Original Schema

The original-insert.php script creates 2,000 documents with the following schema:

{
    "_id" : ObjectId("52b3815de84df102428b4567"),
    "appver" : NumberLong(123456),
    "deploytype" : "production",
 "g" : NumberLong(123456),

jmikola

<?php

require_once 'vendor/autoload.php';

$client = new MongoDB\Client;

$collection = $client->selectCollection('test', 'mr_example');
$collection->drop();
$collection->insertMany([
    ['x' => 1, 'y' => 1],