christinapetris · May 19, 2017 11:40
diff --git a/.block b/.block
 license: mit
diff --git a/.gitignore b/.gitignore
 downloads
 resized
 colorgrid
 smartgrid
 customgrid
diff --git a/.purview_helper.js b/.purview_helper.js
 // note: this file is poorly named - it can generally be ignored.

 // helper functions below for supporting blocks/purview

 function saveBlocksImages(doZoom) {
  if(doZoom == null) {
    doZoom = false;
  }

  // generate 960x500 preview.jpg of entire canvas
  // TODO: should this be recycled?
  var offscreenCanvas = document.createElement('canvas');
  offscreenCanvas.width = 960;
  offscreenCanvas.height = 500;
  var context = offscreenCanvas.getContext('2d');
  // background is flat white
  context.fillStyle="#FFFFFF";
  context.fillRect(0, 0, 960, 500);
  context.drawImage(this.canvas, 0, 0, 960, 500);
  // save to browser
  var downloadMime = 'image/octet-stream';
  var imageData = offscreenCanvas.toDataURL('image/jpeg');
  imageData = imageData.replace('image/jpeg', downloadMime);
  p5.prototype.downloadFile(imageData, 'preview.jpg', 'jpg');

  // generate 230x120 thumbnail.png centered on mouse
  offscreenCanvas.width = 230;
  offscreenCanvas.height = 120;

  // background is flat white  
  context = offscreenCanvas.getContext('2d');
  context.fillStyle="#FFFFFF";
  context.fillRect(0, 0, 230, 120);

  if(doZoom) {
    // pixelDensity does the right thing on retina displays
    var pd = this._pixelDensity;
    var sx = pd * mouseX - pd * 230/2;
    var sy = pd * mouseY - pd * 120/2;
    var sw = pd * 230;
    var sh = pd * 120;
    // bounds checking - just displace if necessary
    if (sx < 0) {
      sx = 0;
    }
    if (sx > this.canvas.width - sw) {
      sx = this.canvas.width - sw;
    }
    if (sy < 0) {
      sy = 0;
    }
    if (sy > this.canvas.height - sh) {
      sy = this.canvas.height - sh;
    }
    // save to browser
    context.drawImage(this.canvas, sx, sy, sw, sh, 0, 0, 230, 120);
  }
  else {
    // now scaledown
    var full_width = this.canvas.width;
    var full_height = this.canvas.height;
    context.drawImage(this.canvas, 0, 0, full_width, full_height, 0, 0, 230, 120);
  }
  imageData = offscreenCanvas.toDataURL('image/png');
  imageData = imageData.replace('image/png', downloadMime);
  p5.prototype.downloadFile(imageData, 'thumbnail.png', 'png');
 }
diff --git a/README.md b/README.md
diff --git a/collect.sh b/collect.sh
 #!/bin/bash

 # show commands and stop if there is an error
 set -ex

 # make the directory if it is not there
 mkdir -p downloads

 # clean the directory if there are old results
 rm -f downloads/*

 SEARCH_STRING="food"
    # get 5 pages
 # for PAGE in {1..5}
 # do
 	#get 45x24 images
    STEPSIZE=24
 	for OFFSET in {0..200}
 	do
        OFFSET2=$(($OFFSET*$STEPSIZE))
    #for 3 pages
 #for PAGE in {1..3}
 #do
    # build the url #URL='http://www.trademe.co.nz/Browse/SearchResults.aspx?&cid=0&searchType=&searchString='$SEARCH_STRING'&x=0&y=0&type=Search&sort_order=&redirectFromAll=False&rptpath=all&page='$PAGE'&user_region=100&user_district=0&generalSearch_keypresses=8&generalSearch_suggested=0&generalSearch_suggestedCategory='
    
 #for deviantart #for landscape paintings
    # URL='http://www.deviantart.com/whats-hot/?q='$SEARCH_STRING'&offset='$OFFSET2''
        
 #for flowers - I made the categories more specific 
 	# URL='http://www.deviantart.com/photography/nature/flora/whats-hot/?q='$SEARCH_STRING'&offset='$OFFSET2''

 #for food - 
    URL='http://www.deviantart.com/photography/still/whats-hot/?q='$SEARCH_STRING'&offset='$OFFSET2''

    # fetch the images

    wget --adjust-extension \
         --random-wait \
         --limit-rate=100k \
         --span-hosts \
         --convert-links \
         --backup-converted \
         --no-directories \
         --timestamping \
         --page-requisites \
         --directory-prefix=downloads \
         --execute robots=off \
         --accept=[0-9]*.jpg,.png \
         $URL

 # other unused arguments
         # --recursive \
         # --level 1 \
         # --domains en.wikipedia.org \
     
 done
diff --git a/customgrid.sh b/customgrid.sh
 #!/bin/bash

 if [ ! -d "/usr/local/anaconda/extras" ]; then
  # Control will enter here if DIRECTORY doesn't exist.
  echo "smartgrid program not found"
  echo "please first install using directions on blackboard"
  exit 1
 fi

 # show commands and stop if there is an error
 set -ex

 HOME="/usr/local/anaconda/extras/home"
 export PATH="/usr/local/anaconda/bin:$PATH"

 python /usr/local/anaconda/extras/smartgrid.py \
  --tile 26x13 \
  --input-glob 'resized/*' \
  --left-image 'resized/1c30ea94ff73bccff16c6a05f7b5fda8.jpg' \
  --right-image 'resized/066014b0707976da1d99d3428c28442d.jpg' \
  --output-path customgrid

diff --git a/index.html b/index.html
 <head>
 <link rel="stylesheet" href="http://cdn.leafletjs.com/leaflet-0.7.3/leaflet.css"></script>
 <style>
 body {padding: 0; margin: 0;}
 #image-map {
  width: 960;
  height: 500;
  border: 1px solid #ccc;
  margin-bottom: 10px;
 }
 </style>
 </head>
 <body style="background-color:white">
 <div id="image-map"></div>

 <script src="http://cdn.leafletjs.com/leaflet-0.7.3/leaflet.js"></script>
 <script language="javascript" type="text/javascript" src="zoom_image.js"></script>
 <br>
 <a href="montage.jpg">full size montage</a><br>
 <a href="left_right.jpg">left right images</a><br>
 <a href="tsne.png">tsne</a><br>
 <a href="tsne_spun.png">tsne spun</a><br>
 <a href="movement.png">movement</a><br>
 </body>
diff --git a/install_smartgrid.sh b/install_smartgrid.sh
 #!/bin/bash

 if [ -d "/usr/local/anaconda/extras" ]; then
  # Control will enter here if DIRECTORY doesn't exist.
  echo "smartgrid program already installed"
  exit 1
 fi

 # show commands and stop if there is an error
 set -ex

 # make the directory if it is not there
 mkdir -p /tmp/smartgrid

 # clean the directory if there are old results
 rm -f /tmp/smartgrid/*

 cd /tmp/smartgrid
 wget http://deeptom.staff.vuw.ac.nz:9000/smartgrid.tgz
 cd /usr/local
 tar xvfz /tmp/smartgrid/smartgrid.tgz

 echo "DONE: smartgrid program installed"
diff --git a/left_right.jpg b/left_right.jpg
diff --git a/montage.jpg b/montage.jpg
diff --git a/montage.sh b/montage.sh
diff --git a/movement.png b/movement.png
diff --git a/preview.jpg b/preview.jpg
diff --git a/preview.sh b/preview.sh
diff --git a/resize.sh b/resize.sh
diff --git a/run_all.sh b/run_all.sh
diff --git a/smartgrid.sh b/smartgrid.sh
diff --git a/thumbnail.png b/thumbnail.png
diff --git a/tsne.png b/tsne.png
diff --git a/tsne_spun.png b/tsne_spun.png
diff --git a/wget-log b/wget-log
diff --git a/wget-log.1 b/wget-log.1
diff --git a/zoom_image.js b/zoom_image.js
	// note: this file is poorly named - it can generally be ignored.

	// helper functions below for supporting blocks/purview

	function saveBlocksImages(doZoom) {
	if(doZoom == null) {
	doZoom = false;
	}

	// generate 960x500 preview.jpg of entire canvas
	// TODO: should this be recycled?
	var offscreenCanvas = document.createElement('canvas');
	offscreenCanvas.width = 960;
	offscreenCanvas.height = 500;
	var context = offscreenCanvas.getContext('2d');
	// background is flat white
	context.fillStyle="#FFFFFF";
	context.fillRect(0, 0, 960, 500);
	context.drawImage(this.canvas, 0, 0, 960, 500);
	// save to browser
	var downloadMime = 'image/octet-stream';
	var imageData = offscreenCanvas.toDataURL('image/jpeg');
	imageData = imageData.replace('image/jpeg', downloadMime);
	p5.prototype.downloadFile(imageData, 'preview.jpg', 'jpg');

	// generate 230x120 thumbnail.png centered on mouse
	offscreenCanvas.width = 230;
	offscreenCanvas.height = 120;

	// background is flat white
	context = offscreenCanvas.getContext('2d');
	context.fillStyle="#FFFFFF";
	context.fillRect(0, 0, 230, 120);

	if(doZoom) {
	// pixelDensity does the right thing on retina displays
	var pd = this._pixelDensity;
	var sx = pd * mouseX - pd * 230/2;
	var sy = pd * mouseY - pd * 120/2;
	var sw = pd * 230;
	var sh = pd * 120;
	// bounds checking - just displace if necessary
	if (sx < 0) {
	sx = 0;
	}
	if (sx > this.canvas.width - sw) {
	sx = this.canvas.width - sw;
	}
	if (sy < 0) {
	sy = 0;
	}
	if (sy > this.canvas.height - sh) {
	sy = this.canvas.height - sh;
	}
	// save to browser
	context.drawImage(this.canvas, sx, sy, sw, sh, 0, 0, 230, 120);
	}
	else {
	// now scaledown
	var full_width = this.canvas.width;
	var full_height = this.canvas.height;
	context.drawImage(this.canvas, 0, 0, full_width, full_height, 0, 0, 230, 120);
	}
	imageData = offscreenCanvas.toDataURL('image/png');
	imageData = imageData.replace('image/png', downloadMime);
	p5.prototype.downloadFile(imageData, 'thumbnail.png', 'png');
	}
	#!/bin/bash

	# show commands and stop if there is an error
	set -ex

	# make the directory if it is not there
	mkdir -p downloads

	# clean the directory if there are old results
	rm -f downloads/*

	SEARCH_STRING="food"
	# get 5 pages
	# for PAGE in {1..5}
	# do
	#get 45x24 images
	STEPSIZE=24
	for OFFSET in {0..200}
	do
	OFFSET2=$(($OFFSET*$STEPSIZE))
	#for 3 pages
	#for PAGE in {1..3}
	#do
	# build the url #URL='http://www.trademe.co.nz/Browse/SearchResults.aspx?&cid=0&searchType=&searchString='$SEARCH_STRING'&x=0&y=0&type=Search&sort_order=&redirectFromAll=False&rptpath=all&page='$PAGE'&user_region=100&user_district=0&generalSearch_keypresses=8&generalSearch_suggested=0&generalSearch_suggestedCategory='

	#for deviantart #for landscape paintings
	# URL='http://www.deviantart.com/whats-hot/?q='$SEARCH_STRING'&offset='$OFFSET2''

	#for flowers - I made the categories more specific
	# URL='http://www.deviantart.com/photography/nature/flora/whats-hot/?q='$SEARCH_STRING'&offset='$OFFSET2''

	#for food -
	URL='http://www.deviantart.com/photography/still/whats-hot/?q='$SEARCH_STRING'&offset='$OFFSET2''

	# fetch the images

	wget --adjust-extension \
	--random-wait \
	--limit-rate=100k \
	--span-hosts \
	--convert-links \
	--backup-converted \
	--no-directories \
	--timestamping \
	--page-requisites \
	--directory-prefix=downloads \
	--execute robots=off \
	--accept=[0-9]*.jpg,.png \
	$URL

	# other unused arguments
	# --recursive \
	# --level 1 \
	# --domains en.wikipedia.org \

	done
	#!/bin/bash

	if [ ! -d "/usr/local/anaconda/extras" ]; then
	# Control will enter here if DIRECTORY doesn't exist.
	echo "smartgrid program not found"
	echo "please first install using directions on blackboard"
	exit 1
	fi

	# show commands and stop if there is an error
	set -ex

	HOME="/usr/local/anaconda/extras/home"
	export PATH="/usr/local/anaconda/bin:$PATH"

	python /usr/local/anaconda/extras/smartgrid.py \
	--tile 26x13 \
	--input-glob 'resized/*' \
	--left-image 'resized/1c30ea94ff73bccff16c6a05f7b5fda8.jpg' \
	--right-image 'resized/066014b0707976da1d99d3428c28442d.jpg' \
	--output-path customgrid
	<head>
	<link rel="stylesheet" href="http://cdn.leafletjs.com/leaflet-0.7.3/leaflet.css"></script>
	<style>
	body {padding: 0; margin: 0;}
	#image-map {
	width: 960;
	height: 500;
	border: 1px solid #ccc;
	margin-bottom: 10px;
	}
	</style>
	</head>
	<body style="background-color:white">
	<div id="image-map"></div>

	<script src="http://cdn.leafletjs.com/leaflet-0.7.3/leaflet.js"></script>
	<script language="javascript" type="text/javascript" src="zoom_image.js"></script>
	<br>
	<a href="montage.jpg">full size montage</a><br>
	<a href="left_right.jpg">left right images</a><br>
	<a href="tsne.png">tsne</a><br>
	<a href="tsne_spun.png">tsne spun</a><br>
	<a href="movement.png">movement</a><br>
	</body>
	#!/bin/bash

	if [ -d "/usr/local/anaconda/extras" ]; then
	# Control will enter here if DIRECTORY doesn't exist.
	echo "smartgrid program already installed"
	exit 1
	fi

	# show commands and stop if there is an error
	set -ex

	# make the directory if it is not there
	mkdir -p /tmp/smartgrid

	# clean the directory if there are old results
	rm -f /tmp/smartgrid/*

	cd /tmp/smartgrid
	wget http://deeptom.staff.vuw.ac.nz:9000/smartgrid.tgz
	cd /usr/local
	tar xvfz /tmp/smartgrid/smartgrid.tgz

	echo "DONE: smartgrid program installed"