Phil Monroe phil-monroe

## deps2csv.rb
data = `mvn dependency:tree`

matches = data.split(?\n).map{|l| l.match(/^\[INFO\][\s\|\+\-\\]+(.*)\:(?:jar|war)\:(.*)\:.*$/) }.compact

proj = Dir.pwd.split(?/).last
deps = matches.map{ |m| [ "#{m[1]}:#{m[2]}", m[1].split(?:).first, m[1].split(?:).last, m[2] ] }.uniq.sort

require 'csv'
CSV.open("../#{proj}-dependencies.csv", "w") do |csv|
  csv << ["full name", "group id", "artifact id", "version"]

## fib.rb
require 'benchmark'

def fib(n)
  raise ArgumentError, "needs to be positive! n: #{n}" if n < 0
  Array.new(n, 1).tap do |seq|
    (2..seq.length-1).each do |idx|
      seq[idx] = seq[idx-1] + seq[idx-2]
    end if n > 2
  end
end

## hadoop-logs.sh
hadoop-logs(){
  hdfs dfs -cat "/var/log/hadoop-yarn/apps/$USER/logs/$1/*" | less
}

## AvroUtil.java
package com.identified.helpers;


import org.apache.avro.Schema;
import org.apache.avro.io.*;
import org.apache.avro.specific.SpecificDatumReader;
import org.apache.avro.specific.SpecificDatumWriter;
import org.apache.avro.specific.SpecificRecordBase;

import java.io.ByteArrayOutputStream;

## faye_debugger.html
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN">

<html>
<head>
  <meta http-equiv="Content-type" content="text/html; charset=utf-8" />
  <title>Faye demo</title>
  <script src="http://localhost:3000/assets/faye-browser.js" type="text/javascript"></script>
  <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js" type="text/javascript"></script>

</head>

## publish_batch_worker_completed.rb
module Sidekiq
  module Middleware
    module Server
      class PublishBatchWorkerCompleted

        def call(worker, job, queue)
          yield
        ensure
          begin
            unless worker.bid.nil?

## 01-Faye Rails.md

      
              4 files
            
          
              4 forks
            
          
              0 comments
            
          
              7 stars
            
          
                phil-monroe
                / 01-Faye Rails.md
            
            
              Last active
              March 14, 2016 12:35
            
              
                Embed scalable Faye into Rails app hosted with Puma, Thin, etc.

              
    This is just a jotting of notes on how to embed Faye into a single Rails process. Makes it nice to do simple real time things without the need for a separate Faye server/process.
Also uses Faye Redis to work across load balanced Rails apps.
You also need to copy the compiled javascript into vendor/assets/javascripts and include into application.js manifest.
Ignore the numbers in the file names... just used to add order to the Gist.
This uses the faye/faye Github repo at edc5b42f6560d31eae61caf00f6765a90e1818d1 since I wanted to use with the Puma rack server and that is only available in the master branch (until Faye 1.0)

  
## pg_top.rb
require 'yaml'
require 'terminal-table'

loop do
  # Get Running Processes
  rows = %w(pid client_addr state waiting query_start query)
  stats = `psql identified_production -t -c 'select #{rows.join(', ')} from pg_stat_activity order by state DESC'`
  stats = stats.split("\n")
  stats.map! { |s| s.split('|').map(&:strip) }

## recompile_gems.sh
#!/bin/bash

bundle exec ruby -e <<RUBY
require 'rubygems/commands/uninstall_command'
require 'bundler/cli'

Gem.loaded_specs.select{|k,v| !v.extensions.empty?}.keys.map do |gem|
  Gem::Commands::UninstallCommand.new
    .handle_options ['-x', '-I', gem]
    .execute rescue nil

## normalize.rb
    def query
      @query ||= params[:query].to_s.tap do |q|
        q.strip!
        q.downcase!
        q.gsub!(/[^a-z\s]/, '')
        q.gsub!(/\s+/, ' ')
      end
    end
	data = `mvn dependency:tree`

	matches = data.split(?\n).map{\|l\| l.match(/^\[INFO\][\s\\|\+\-\\]+(.)\:(?:jar\|war)\:(.)\:.*$/) }.compact

	proj = Dir.pwd.split(?/).last
	deps = matches.map{ \|m\| [ "#{m[1]}:#{m[2]}", m[1].split(?:).first, m[1].split(?:).last, m[2] ] }.uniq.sort

	require 'csv'
	CSV.open("../#{proj}-dependencies.csv", "w") do \|csv\|
	csv << ["full name", "group id", "artifact id", "version"]
	require 'benchmark'

	def fib(n)
	raise ArgumentError, "needs to be positive! n: #{n}" if n < 0
	Array.new(n, 1).tap do \|seq\|
	(2..seq.length-1).each do \|idx\|
	seq[idx] = seq[idx-1] + seq[idx-2]
	end if n > 2
	end
	end
	hadoop-logs(){
	hdfs dfs -cat "/var/log/hadoop-yarn/apps/$USER/logs/$1/*" \| less
	}
	package com.identified.helpers;


	import org.apache.avro.Schema;
	import org.apache.avro.io.*;
	import org.apache.avro.specific.SpecificDatumReader;
	import org.apache.avro.specific.SpecificDatumWriter;
	import org.apache.avro.specific.SpecificRecordBase;

	import java.io.ByteArrayOutputStream;
	<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN">

	<html>
	<head>
	<meta http-equiv="Content-type" content="text/html; charset=utf-8" />
	<title>Faye demo</title>
	<script src="http://localhost:3000/assets/faye-browser.js" type="text/javascript"></script>
	<script src="https://ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js" type="text/javascript"></script>

	</head>
	module Sidekiq
	module Middleware
	module Server
	class PublishBatchWorkerCompleted

	def call(worker, job, queue)
	yield
	ensure
	begin
	unless worker.bid.nil?
	require 'yaml'
	require 'terminal-table'

	loop do
	# Get Running Processes
	rows = %w(pid client_addr state waiting query_start query)
	stats = `psql identified_production -t -c 'select #{rows.join(', ')} from pg_stat_activity order by state DESC'`
	stats = stats.split("\n")
	stats.map! { \|s\| s.split('\|').map(&:strip) }
	#!/bin/bash

	bundle exec ruby -e <<RUBY
	require 'rubygems/commands/uninstall_command'
	require 'bundler/cli'

	Gem.loaded_specs.select{\|k,v\| !v.extensions.empty?}.keys.map do \|gem\|
	Gem::Commands::UninstallCommand.new
	.handle_options ['-x', '-I', gem]
	.execute rescue nil
	def query
	@query \|\|= params[:query].to_s.tap do \|q\|
	q.strip!
	q.downcase!
	q.gsub!(/[^a-z\s]/, '')
	q.gsub!(/\s+/, ' ')
	end
	end