speeddragon

{:ok, binary} = File.read("original.bin")

{f1, f2} = binary
           |> :binary.bin_to_list()
           |> Enum.reduce({"", ""}, fn hex, {f1, f2} ->
             if byte_size(f1) != byte_size(f2) do
               {f1, f2 <> <<hex>>}
             else
               {f1 <> <<hex>>, f2}
             end

speeddragon

class AugmentedMessageDeserializer extends MessageKafkaDeserializer[GenericRecord] with LazyLogging {

  override def deserialize(record: ConsumerRecord[Array[Byte], Array[Byte]]): GenericRecord = {
    val genericRecord: Try[GenericRecord] = retrieveGenericRecord(record)

    genericRecord match {
      case Success(value) => value
      case Failure(exception) =>
        val key = new String(record.key(), UTF_8)
        val value = new String(record.value(), UTF_8)

speeddragon

val env = StreamExecutionEnvironment.getExecutionEnvironment

val source = new FlinkKafkaConsumer(settings.kafkaTopic(), new AugmentedMessageDeserializer, kafkaProperties)
val writer = Writer(settings.s3Path(), GenericRecordSchema.schema.toString()).build()

env
  .enableCheckpointing(checkpointInterval)
  .addSource(source)
  .addSink(writer)

speeddragon

case class Writer(pathString: String, schema: String) {

  def build(): StreamingFileSink[GenericRecord] = {
    val path = new Path(pathString)
    val encoder = new ParquetEncoder();

    StreamingFileSink
      .forRowFormat(path, encoder)
      .withRollingPolicy(new MyRollingPolicy(60000))
      .withBucketAssigner(new MessageBucketAssigner)

speeddragon

val env = StreamExecutionEnvironment.getExecutionEnvironment
env.setStreamTimeCharacteristic(TimeCharacteristic.EventTime)

...

val source = new FlinkKafkaConsumer(settings.kafkaTopic(), new AugmentedMessageDeserializer, kafkaProperties)
  .assignTimestampsAndWatermarks(new AscendingTimestampExtractor[GenericRecord] {
  def extractAscendingTimestamp(element: GenericRecord): Long =
    Instant
      .parse(element.get("timestamp").asInstanceOf[String])

speeddragon

/**
 * Facebook Image Crawler
 */

const puppeteer = require("puppeteer");
var https = require("https");

/**
 * Get the biggest image possivel from FBID.
 * @param {string} fbid

speeddragon

#!/usr/bin/env python3
from http.server import HTTPServer, SimpleHTTPRequestHandler, test
import sys

class CORSRequestHandler (SimpleHTTPRequestHandler):
    def end_headers (self):
        self.send_header('Access-Control-Allow-Origin', '*')
        SimpleHTTPRequestHandler.end_headers(self)

if __name__ == '__main__':

speeddragon

description: Build Elixir source code
parameters:
  cache-version:
    default: v1
    description: String key to store cache in
    type: string
steps:
  - checkout
  - restore_cache:
      keys:

speeddragon

SELECT id, ST_Distance_Sphere(ST_MakePoint(112.15769, 25.28552), r0."location") AS distance 
FROM "restaurant" AS r0 
WHERE ST_DWithin(ST_GeographyFromText('POINT(112.15769 25.28552)'), r0.location, 400) 
ORDER BY distance 
LIMIT 20 OFFSET 0;

speeddragon

SELECT id, ST_Distance_Sphere(ST_MakePoint(112.15769, 25.28552), r0."location") AS distance 
FROM "restaurant" AS r0 
WHERE ST_Distance_Sphere(ST_MakePoint(112.15769, 25.28552), r0.location) < 400 
ORDER BY distance 
LIMIT 20 OFFSET 0;