melo

At $work, we are looking to replace JSON encoding with another format, to increase encode/decode speed and required storage size.

Requirements, in order of importance for our use case, YMMV:

• no schema requirement: data is JSON-compatible, deeply nested in cases, but we don't have a schema to start from;
• smallest size: we store the objects in memory on Redis DB's, so size is the main factor;
• fast decode: we can trade slower encode speed for size, but decode should be fast;
• language support: stack is Perl, Go, and JavaScript. PHP is a plus, but not required.

We are testing msgpack, cbor, sereal, and others,

melo

FROM our/base

COPY *.patch /build/

## Replicate std perl image but on top of our base image
RUN cd /build                                                                                             \
    && mkdir src                                                                                          \
    && curl -SL https://cpan.metacpan.org/authors/id/S/SH/SHAY/perl-5.20.2.tar.bz2 -o perl-5.20.2.tar.bz2 \
    && echo '63126c683b4c79c35008a47d56f7beae876c569f *perl-5.20.2.tar.bz2' | sha1sum -c -                \
    && tar --strip-components=1 -xjf perl-5.20.2.tar.bz2 -C src                                           \

melo

sub _merge_cpanfile {
  my @cpanfiles = map { $_ = Module::CPANfile->load($_)->prereqs } _find_cpanfiles($_[0]);
  my $reqs = CPAN::Meta::Prereqs->new->with_merged_prereqs(\@cpanfiles);
  return Module::CPANfile->from_prereqs($reqs->as_string_hash)->to_string;
}

melo

  my $p = path(`$FindBin::Bin/orc-project-root`);

  my @cpanfiles = map { $_ = Module::CPANfile->load($_)->prereqs } _find_cpanfiles($p);
  my $reqs = CPAN::Meta::Prereqs->new->with_merged_prereqs(\@cpanfiles);

melo

[PerlTidy]
select = **/*.{pl,pm,t}

[PodTidy]
argv = --column=100
select = **/*.{pm,pod}

[Perl::AlignMooseAttributes]
select = **/*.pm
 

melo

#!/usr/bin/env perl

use strict;
use warnings;
use JSON 'encode_json';
use HTTP::Tiny;
use Getopt::Long;
use Encode 'decode';

my %opts = (room => $ENV{HIPCHAT_ROOM}, notify => 1);

melo

    LINK redis-server
Undefined symbols for architecture x86_64:
  "___atomic_add_fetch", referenced from:
      _zmalloc in zmalloc.o
      _zcalloc in zmalloc.o
      _zrealloc in zmalloc.o
      _zmalloc_used_memory in zmalloc.o
  "___atomic_sub_fetch", referenced from:
      _zrealloc in zmalloc.o
      _zfree in zmalloc.o

melo

#!/usr/bin/env perl

use common::sense;
use Coro;

my $req = Coro::Channel->new;
my $rep = Coro::Channel->new;

sub start_worker {
  my $name = shift;

melo

  if ($config->{sms_notifications_enabled}) {
    $log->warn("SMS notifications are disabled, use ENV ENABLE_SMS_NOTIFICATIONS to enable")
      unless $config->{i_know_sms_notifications_are_disabled_please_leave_me_alone};
    return;
  }

melo

package E6::Queue::Legacy::WorkerRole;

## Role for all the Gearman Legacy Workers out there: provides run, run_once, and startup logic

use E6::Setup::Role;

with 'E6::Queue::Legacy::HasQueueRole';

has 'is_started' => ( is => 'rw', writer => '_is_started', default => sub {0} );