Merge branch 'master' of github.com:krebscode/painload

Conflicts:
	god/temper/Makefile
	god/temper/collectd-temper.sh

6 files changed, 353 insertions, 0 deletions

diff --git a/sandbox/hyper/process/Makefile b/sandbox/hyper/process/Makefile
new file mode 100644
index 00000000..bbc1c2fb
--- /dev/null
+++ b/sandbox/hyper/process/Makefile
@@ -0,0 +1,19 @@
+include $(GOROOT)/src/Make.inc
+
+GCIMPORTS = -I pkg/$(GOOS)_$(GOARCH)
+LDIMPORTS = -L pkg/$(GOOS)_$(GOARCH)
+
+TARG=main
+GOFILES=\
+	main.go\
+
+include $(GOROOT)/src/Make.cmd
+
+export GOPATH := $(PWD)
+.PHONY: prepare
+prepare:
+	#goinstall -v github.com/garyburd/twister/server
+	goinstall -v gorilla.googlecode.com/hg/gorilla/mux
+	goinstall -v $(PWD)/src/hyper/process
+
+_go_.$O: prepare
diff --git a/sandbox/hyper/process/main.go b/sandbox/hyper/process/main.go
new file mode 100644
index 00000000..214dade9
--- /dev/null
+++ b/sandbox/hyper/process/main.go
@@ -0,0 +1,77 @@
+package main
+
+import "json"
+import "log"
+import "http"
+import "gorilla.googlecode.com/hg/gorilla/mux"
+import "os"
+import "fmt"
+import "bytes"
+
+import "hyper/process"
+
+var proc = map[string]*hyper.Process{}
+
+// TODO Retrieve Process, Write, Kill [autokill], get exit code
+
+func RespondJSON(res http.ResponseWriter, v interface{}) os.Error {
+	content, err := json.Marshal(v)
+	if err == nil {
+		log.Printf("< %s", content)
+		res.Header().Set("Content-Type", "application/json; charset=\"utf-8\"")
+		res.WriteHeader(http.StatusOK)
+		res.Write(content)
+	} else {
+		log.Printf("%s while json.Marshal(%s)", err, v)
+	}
+	return err
+}
+
+func CreateProcessHandler(res http.ResponseWriter, req *http.Request) {
+	if p, err := hyper.NewProcess(req); err == nil {
+		id := p.Id()
+		proc[id] = p
+		RespondJSON(res, &map[string]string{
+			"path": fmt.Sprintf("/proc/%s", id),
+		})
+	} else {
+		log.Printf("%s", err)
+		res.WriteHeader(http.StatusInternalServerError)
+	}
+}
+
+func RetrieveProcess(res http.ResponseWriter, req *http.Request) {
+	if p := proc[mux.Vars(req)["id"]]; p != nil {
+		RespondJSON(res, p)
+	} else {
+		res.WriteHeader(http.StatusNotFound)
+	}
+}
+
+func FeedProcess(res http.ResponseWriter, req *http.Request) {
+	if p := proc[mux.Vars(req)["id"]]; p != nil {
+		body := make([]byte, 4096)
+		if _, err := req.Body.Read(body); err == nil {
+			body = bytes.TrimRight(body, string([]byte{0}))
+			p.Write(body)
+			//if err := p.Write(body); err == nil {
+			RespondJSON(res, true)
+			//}
+		}
+	} else {
+		res.WriteHeader(http.StatusNotFound)
+	}
+}
+
+func main() {
+
+	// Gorilla
+	mux.HandleFunc("/proc", CreateProcessHandler).Methods("POST")
+	mux.HandleFunc("/proc/{id}", RetrieveProcess).Methods("GET")
+	mux.HandleFunc("/proc/{id}", FeedProcess).Methods("POST")
+
+	err := http.ListenAndServe("0.0.0.0:8888", mux.DefaultRouter)
+	if err != nil {
+		log.Fatal("ListenAndServe: ", err.String())
+	}
+}
diff --git a/sandbox/hyper/process/spawn b/sandbox/hyper/process/spawn
new file mode 100755
index 00000000..65e94d86
--- /dev/null
+++ b/sandbox/hyper/process/spawn
@@ -0,0 +1,103 @@
+#! /bin/sh
+#
+# [sh -x] spawn [command [argument ...]]
+#
+# export id to create&destroy or reuse the working directory //proc/$id/.
+# this feature is for debug only and marked as deprecated, so don't rely
+# on it too hard.
+#
+spawn() {
+  set -euf
+
+  # establish working subdirectory in //proc.  we're mking only
+  # transient dirs, i.e. if we mkdir, then we also defer rmdir.
+  if test -n "${id-}"; then
+    : "using id=$id from env"
+    wd=$pd/$id
+    if ! test -d $wd; then
+      : "make transient $wd/"
+      mkdir $wd
+      defer rmdir $wd
+    elif ! test `ls $wd | wc -l` = 0; then
+      : "$wd/ is not empty!"
+      exit 23
+    else
+      : "reuse existing $wd/"
+    fi
+  else
+    id=`cd $pd && mktemp -d XXXXXXXXXXXXXXXX`
+    wd=$pd/$id
+    defer rmdir $wd
+    : "made transient $wd/"
+  fi
+
+  # change to //proc working directory
+  cwd="$PWD"
+  cd $wd
+  defer cd $cwd
+
+  # create named pipes for the child process's stdio
+  mkfifo 0 1 2
+  defer rm 0 1 2
+
+  # spawn child process
+  ( : "in $PWD/ spawn ${*:-nothing}"
+    set +x # disable debug output so we don't clobber 2
+    exec 0>&- 1>&- 2>&- 0<>0 1<>1 2<>2
+    cd "$cwd"
+    exec "$@") &
+  pid=$!
+
+  # setup a trap to kill the child process if this (parent) process dies
+  defer kill $pid
+
+  # store misc. info.
+  ln -snf $cwd cwd
+  echo $id >id
+  echo $$ >ppid
+  echo $pid >pid
+  defer rm cwd id pid ppid
+
+  # wait for the child process's 
+  set +e
+  wait $pid
+  code=$?
+  set -e
+
+  # the child is already dead
+  cancel kill $pid
+
+  # return the same way wait did
+  (exit $code)
+}
+
+#
+# defer [command [argument ...]]
+#
+# Defer execution of a command.  Deferred commands are executed in LIFO
+# order immediately before the script terminates.  See (golang's defer
+# statement for more information how this should work).
+#
+defer() {
+  defer="$*${defer+
+$defer}"
+}
+
+#
+# cancel [command [argument ...]]
+#
+# Cancel a deferred command.  The arguments have to match exactly a
+# prior defer call or else chaos and mayhem shall haunt thee and shi-
+#
+cancel() {
+  defer="`echo "$defer" | grep -Fxv "$*"`"
+}
+
+# setup //proc directory
+pd=/tmp/krebs/proc
+mkdir -p $pd
+test -w $pd
+
+# setup deferred execution and spawn command
+trap 'eval "${defer-}"; defer=' EXIT INT TERM
+spawn "$@"
diff --git a/sandbox/hyper/process/src/hyper/process/Makefile b/sandbox/hyper/process/src/hyper/process/Makefile
new file mode 100644
index 00000000..7ecda716
--- /dev/null
+++ b/sandbox/hyper/process/src/hyper/process/Makefile
@@ -0,0 +1,11 @@
+include ${GOROOT}/src/Make.inc
+
+TARG=hyper/process
+
+GOFILES=\
+	process.go\
+
+#DEPS=\
+#	gorilla.googlecode.com/hg/gorilla/context\
+
+include ${GOROOT}/src/Make.pkg
diff --git a/sandbox/hyper/process/src/hyper/process/process.go b/sandbox/hyper/process/src/hyper/process/process.go
new file mode 100644
index 00000000..18cf55fb
--- /dev/null
+++ b/sandbox/hyper/process/src/hyper/process/process.go
@@ -0,0 +1,132 @@
+package hyper
+
+import "fmt"
+import "http"
+import "bytes"
+import "json"
+import "os"
+
+type Process struct {
+  Path string               `json:"path"`
+  Argv []string             `json:"argv"`
+  Envp map[string]string    `json:"envp"`
+  //Stdin string              `json:"stdin"`
+  Stdout string             `json:"stdout"`
+  Stderr string             `json:"stderr"`
+  process *os.Process
+  process_stdin *os.File
+  process_stdout *os.File
+  process_stderr *os.File
+  id string
+  client http.Client
+}
+
+func (p *Process) Id() string {
+  return p.id
+}
+
+func NewProcess(req *http.Request) (*Process, os.Error) {
+  body := make([]byte, 4096)
+  _, err := req.Body.Read(body)
+  if err != nil {
+    return nil, err
+  }
+
+  body = bytes.TrimRight(body, string([]byte{0}))
+
+  var p Process
+
+  if err := json.Unmarshal(body, &p); err != nil {
+    return nil, err
+  }
+
+  p.id = gensym()
+
+  if err := p.Start(); err != nil {
+    return nil, err
+  }
+
+  return &p, nil
+}
+
+func (hp *Process) Write(b []byte) {
+  n, err := hp.process_stdin.Write(b)
+  if err != nil {
+    fmt.Printf("Write: %s\n", err)
+  } else {
+    fmt.Printf("Wrote: %d bytes\n", n)
+  }
+}
+
+func (hp *Process) Start() os.Error {
+  var name = hp.Path //os.Args[1] //"/usr/b"
+  var argv = hp.Argv //os.Args[1:] //[]string{ "bc" }
+  //var chroot = false
+  //var dir = "/var/empty"
+  var files [3][2]*os.File
+  var err os.Error
+
+  for i, _ := range files {
+    files[i][0], files[i][1], err = os.Pipe()
+    if err != nil {
+      return err
+    }
+  }
+
+  var env []string
+  for k, v := range hp.Envp {
+    env = append(env, fmt.Sprintf("%s=%s", k, v))
+  }
+
+  var attr = &os.ProcAttr{
+    //Dir: dir,
+    Env: env, //os.Environ(),
+    Files: []*os.File{ files[0][0], files[1][1], files[2][1]},
+  }
+
+  //var foo, _ = json.Marshal(attr)
+  //fmt.Printf("%s\n", foo)
+
+  hp.process, err = os.StartProcess(name, argv, attr)
+  if err != nil {
+    return err
+  }
+
+  hp.process_stdin = files[0][1]
+  hp.process_stdout = files[1][0]
+  hp.process_stderr = files[2][0]
+
+  for _, file := range attr.Files {
+    file.Close()
+  }
+
+  go hp.reader(hp.process_stdout, hp.Stdout)
+  go hp.reader(hp.process_stderr, hp.Stderr)
+  return nil
+}
+
+func (p *Process) reader(file *os.File, url string) {
+  var b []byte = make([]byte, 1024)
+  var err os.Error = nil
+  for err == nil {
+    var n int
+    n, err = file.Read(b)
+    fmt.Printf("data: %d, %s\n", n, b)
+
+    res, err := p.client.Post(url, "application/octet-stream", bytes.NewBuffer(b))
+    res = res
+    if err != nil {
+      fmt.Printf("EE: %s: %s\n", url, err)
+    }
+  }
+}
+
+func gensym() string {
+  f, _ := os.Open("/dev/urandom") 
+  b := make([]byte, 16) 
+  f.Read(b) 
+  f.Close() 
+  uuid := fmt.Sprintf("%x-%x-%x-%x-%x", b[0:4], b[4:6], b[6:8], b[8:10], b[10:]) 
+  return uuid
+}
+
diff --git a/sandbox/hyper/process/test/bc.json b/sandbox/hyper/process/test/bc.json
new file mode 100644
index 00000000..5b3b0721
--- /dev/null
+++ b/sandbox/hyper/process/test/bc.json
@@ -0,0 +1,11 @@
+{
+  "path": "/usr/bin/bc",
+  "argv": [
+    "bc"
+  ],
+  "envp": {
+    "was": "geht"
+  },
+  "stdout": "http://127.0.0.1:1337/",
+  "stderr": "http://127.0.0.1:1337/"
+}