Daniel Kirsch kirel

I hereby claim:

To claim this, I am signing this object:

	FROM r-base:3.5.2

	RUN apt-mark hold r-base-core
	RUN apt-get update && \
	apt-get install -y --no-install-recommends \
	libcurl4-gnutls-dev \
	libxml2-dev \
	libmariadbclient-dev \
	libssl-dev && \
	apt-get clean && rm -rf /var/lib/apt/lists/*

	collector = function(df) {
	if (!is.data.frame(df)) stop("df must be data.frame")
	structure(list(df=df, accessed=list()), class = "collector")
	}

	`[[.collector` = function(c, attr, ...) {
	c$accessed = c(c$accessed, attr)
	c$df[[attr]]
	}

	// Usage: USER=user PASSWORD=pw TARGET=http://localhost:3838 PORT=8080 node proxy.js
	var http = require('http'),
	auth = require('basic-auth'),
	httpProxy = require('http-proxy');

	var proxy = httpProxy.createProxyServer({});

	var server = http.createServer(function(req, res) {

	var credentials = auth(req)

	FROM cartography/osrm-backend-docker

	RUN apt-get update && apt-get install -y software-properties-common && add-apt-repository ppa:ubuntu-toolchain-r/test
	RUN curl -sL https://deb.nodesource.com/setup_4.x \| sudo -E bash -
	RUN apt-get update && apt-get install -y wget nodejs g++-4.9
	RUN apt-get update && apt-get remove -y lua5.1 liblua5.1-0-dev libluajit-5.1-dev \
	&& apt-get autoremove -y \
	&& apt-get install -y wget lua5.2 liblua5.2-dev libluabind-dev
	RUN rm /usr/bin/g++ /usr/bin/gcc && ln -s /usr/bin/gcc-4.9 /usr/bin/gcc && ln -s /usr/bin/g++-4.9 /usr/bin/g++

	import numpy as np
	import pandas as pd
	import re
	from ftplib import FTP
	import zipfile
	import StringIO

	FTP_SERVER = 'ftp-cdc.dwd.de'
	PATH_HISTORICAL = 'pub/CDC/observations_germany/climate/daily/kl/historical'
	PATH_RECENT = 'pub/CDC/observations_germany/climate/daily/kl/recent'

	library(rvest)

	fetchPopWiki = function(query) {
	tryCatch({
	city <- read_html(paste0("https://www.wikipedia.de/go?q=",gsub(" ","+",query),"&l=de"))
	table = city %>% html_nodes("table.infobox") %>%
	html_table(fill=TRUE)
	tds = city %>% html_nodes('th,td')
	population = sub('([\\.0-9]+).*', '\\1', html_text(tds[grep('Einwohner\|Bevölkerung', tds)[1] + 1])) # manchmal Bevölkerung
	num = as.numeric(gsub('\\.','',population))

	import mysql.connector
	from sqlalchemy import create_engine
	engine = create_engine('mysql+mysqlconnector://root:@localhost/test')
	import pandas as pd
	with engine.connect() as conn, conn.begin():
	data = pd.read_sql_table('table', conn)
	data

	require 'json'
	require 'csv'
	require 'time'

	merged = Dir.glob('Suchanfragen/Suchanfragen/*').collect { \|f\| JSON.load(open(f)) }.inject do \|m, h\|
	m['event'].concat h['event']
	m
	end

	queries = merged['event'].map {\|h\| [Time.at(h['query']['id'].first['timestamp_usec'].to_f/1000000).iso8601, h['query']['query_text']]}