搭建基于私有云的虚拟化IoT平台

 基本原材料：
   
  主机：pc或者server，抑或虚拟机
   
  操作系统：ubuntu 14.04 LTS
   
  虚拟化：docker container
   
  虚拟化管理：kubernetes + OVS
   
  demo应用：温度监控+主机环境
   
   1,温度监控器数据传输和储存，以及web管理界面的显示。
 
   2,主机环境即标准的机主环境。

 之所以这里提及主机环境可以基于虚拟机，可以充分显示基于container虚拟化的微小开销。这是基于kvm所无法比拟的。
   
**1, Host cluster**
   
这里使用虚拟机组件三台host。虚拟机可以通过vagrant搭建：vagrant搭建虚拟实验环境。
 
宿主机ubuntu。
 
	1.1 安装virtualbox
    	sudo apt-get install virtualbox
	1.2 下载vagrant_1.8.5_x86_64.deb
        默认源中的vagrant似乎版本太低，所以手动下载并安装1.8.5版本。
    1.3 通过如下vagrantfile作为配置文件，启动三台虚拟机，其中apiserver两个网卡，minions各一个网卡
        制作以标准ubuntu 14.04安装docker组件为初始镜像
        以ubuntu/trusty64为镜像启动标准ubuntu 14.04
        在镜像中安装docker

1. sudo  apt-get update
2. sudo apt-get install apt-transport-https ca-certificates
3. sudo apt-key adv --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys 58118E89F3A912897C070ADBF76221572C52609D
4. sudo touch /etc/apt/sources.list.d/docker.list
1. sudo echo "deb https://apt.dockerproject.org/repo ubuntu-trusty main" | grep tee /etc/apt/sources.list.d/docker.list
1. sudo apt-get purge lxc-docker
1. #sudo apt-cache policy docker-engine
1. sudo apt-get install linux-image-extra-$(uname -r)
1. sudo apt-get update
1. sudo apt-get install docker-engine

vagrant package --base basevm --output boxname
vagrant box add "box show name" "box path and name"

# -*- mode: ruby -*-
# # vi: set ft=ruby :

require 'fileutils'
require 'open-uri'
require 'tempfile'
require 'yaml'

Vagrant.require_version ">= 1.6.0"

$apiserver_count = 1
$apiserver_vm_memory = 2048
$minion_count = 2
$minion_vm_memory = 512


APISERVER_CLUSTER_IP="10.3.0.1"

def apiserverIP(num)
  		return "172.17.4.#{num+100}"
end

def minionIP(num)
  		return "172.17.4.#{num+200}"
end

apiserverIPs = [*1..$apiserver_count].map{ |i| apiserverIP(i) } <<  APISERVER_CLUSTER_IP

# Generate root CA
system("mkdir -p ssl && ./../../lib/init-ssl-ca ssl") or abort ("failed generating SSL artifacts")

# Generate admin key/cert
system("./../../lib/init-ssl ssl admin kube-admin") or abort("failed generating admin SSL artifacts")

def provisionMachineSSL(machine,certBaseName,cn,ipAddrs)
  		tarFile = "ssl/#{cn}.tar"
  		ipString = ipAddrs.map.with_index { |ip, i| "IP.#{i+1}=#{ip}"}.join(",")
  		system("./../../lib/init-ssl ssl #{certBaseName} #{cn} #{ipString}") or abort("failed generating #{cn} SSL artifacts")
  		machine.vm.provision :file, :source => tarFile, :destination => "/tmp/ssl.tar"
  		machine.vm.provision :shell, :inline => "mkdir -p /etc/kubernetes/ssl && tar -C /etc/kubernetes/ssl -xf /tmp/ssl.tar", :privileged => true
end

Vagrant.configure("2") do |config|
	# always use Vagrant's insecure key
	config.ssh.insert_key = false

	config.vm.box = "ubuntu/trusty64" #"ubuntu-docker"
	config.vm.box_version = ">= 0"

	config.vm.provider :virtualbox do |v|
		# On VirtualBox, we don't have guest additions or a functional vboxsf
	v.check_guest_additions = false
	v.functional_vboxsf     = false
end

# plugin conflict
if Vagrant.has_plugin?("vagrant-vbguest") then
	config.vbguest.auto_update = false
end

["vmware_fusion", "vmware_workstation"].each do |vmware|
	config.vm.provider vmware do |v|
  	v.vmx['numvcpus'] = 2
  	v.gui = false
	end
end

config.vm.provider :virtualbox do |vb|
	vb.cpus = 2
	vb.gui = false
end


(1..$apiserver_count).each do |i|
	config.vm.define vm_name = "apiserver%d" % i do |apiserver|

  		apiserver.vm.hostname = vm_name

  		["vmware_fusion", "vmware_workstation"].each do |vmware|
    		apiserver.vm.provider vmware do |v|
      			v.vmx['memsize'] = $apiserver_vm_memory
    		end
  		end

  		apiserverIP = apiserverIP(i)
  		apiserver.vm.network :private_network, ip: apiserverIP
  		apiserver.vm.network :private_network, ip: "11.11.11.11"

  		apiserver.vm.provider :virtualbox do |vb|
    		vb.memory = $apiserver_vm_memory
			vb.customize ["modifyvm", :id, "--nicpromisc3", "allow-all"]
  		end

  		# Each controller gets the same cert
  		provisionMachineSSL(apiserver,"apiserver","kube-apiserver-#{apiserverIP}",apiserverIPs)

	end
end

(1..$minion_count).each do |i|
	config.vm.define vm_name = "minion%d" % i do |minion|
  		minion.vm.hostname = vm_name

  		["vmware_fusion", "vmware_workstation"].each do |vmware|
    		minion.vm.provider vmware do |v|
      			v.vmx['memsize'] = $minion_vm_memory
    		end
  		end

  		minion.vm.provider :virtualbox do |vb|
    		vb.memory = $minion_vm_memory
  		end

  		minionIP = minionIP(i)
  		minion.vm.network :private_network, ip: minionIP

  		provisionMachineSSL(minion,"worker","kube-worker-#{minionIP}",[minionIP])

	end
end

end

1.4 如果是部署在物理机上，或者公有云上的vhost上，那一般可以购买loadbalancer来提供外部访问的入口。简单功能性demo的情况下，只是vm组成的host，没有外部的loadbalancer，这里就开放master上的eth1给外部访问。

1.5 虚拟机cluster的环境下，通过vagrant和virtualbox组建，实际通信是通过默认的vboxnet0实现的。简单模拟外部访问和管理网络，使master上eth1通过vboxnet1访问。这里需要设置路由，将eth1网段路由添加到vboxnet1上去，同时master上的路由也需要修改。

sudo docker pull index.tenxcloud.com/google_containers/pause-amd64:3.0
sudo docker tag index.tenxcloud.com/google_containers/pause-amd64:3.0 gcr.io/google_containers/pause-amd64:3.0

apiVersion: v1

kind: Pod
metadata:
  		labels:
		pod-template-hash: "4174364055"
		run: my-ubuntu
  		name: my-ubuntu
  		namespace: default
spec:
  		containers:
  		- image: registry.cn-hangzhou.aliyuncs.com/docker/ubuntu14.04:latest 
	  imagePullPolicy: Always
	  name: my-ubuntu
	  ports:
	  - containerPort: 23
        protocol: TCP
	  stdin: true
	  tty: true
  		dnsPolicy: ClusterFirst
  		nodeName: 172.17.4.101
  		restartPolicy: Never

 sudo docker ps     -----check running container
 sudo docker attach dockerid    ----enter container
 passwd         ----create init password
 install needed service:
 sudo apt-get install vnc4server
 vncserver
 sudo apt-get install openssh-server
 sudo service --status-all
 sudo service ssh start

.
├── config
│   └── config.go
├── data
│   └── data.go
├── data_process	
│   ├── data_process
│   ├── dev_data_rcv.go
│   └── dev_data_rcv_test.go
├── http_process
│   ├── http_process
│   ├── http_process.go
│   ├── public
│   └── templates
├── protocal
│   ├── CoAP
│   └── MQTT
├── radis-op
│   └── radis_op.go
├── tcp_server
│   ├── tcp_server.go
│   └── tcp_server_test.go
└── testclient
├── clientontcp.go
└── echo