데이터 과학

Vagrant.configure(2) do |config|
# 우분투 리눅스를 설치한다.
  config.vm.box = "ubuntu/trusty64"
# RStudio 서버를 설치한 후 포트번호 8787을 설정해야 향후 localhost:8787 로 접속하여 RStudio를 사용한다.
  config.vm.network "forwarded_port", guest: 8787, host: 8787
# 호스트 윈도우 파일시스템과 가상컴퓨터 우분트 파일시스템을 동기화시켜 scp, sftp 등을 사용할 필요를 없앤다.
  config.vm.synced_folder  "C:/Users/KwangChun/docs/rstudio", "/home/vagrant"

  config.vm.provider "virtualbox" do |vb|
# devtools, Rcpp등 일부 덩치가 크고 중요한 팩키지의 경우 메모리가 적어 오류를 내는 경우가 있어 최소 2GB이상 설정한다.
     vb.memory = "2048"
  end
end

$ sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys E298A3A825C0D65DFD57CBB651716619E084DAB9
$ sudo add-apt-repository 'deb [arch=amd64,i386] https://cran.rstudio.com/bin/linux/ubuntu xenial/'
$ sudo apt-get update
$ sudo apt-get install r-base
$ sudo -i R
R version 3.4.2 (2017-09-28) -- "Short Summer"
Copyright (C) 2017 The R Foundation for Statistical Computing
Platform: x86_64-pc-linux-gnu (64-bit)

R is free software and comes with ABSOLUTELY NO WARRANTY.
You are welcome to redistribute it under certain conditions.
Type 'license()' or 'licence()' for distribution details.

  Natural language support but running in an English locale

R is a collaborative project with many contributors.
Type 'contributors()' for more information and
'citation()' on how to cite R or R packages in publications.

Type 'demo()' for some demos, 'help()' for on-line help, or
'help.start()' for an HTML browser interface to help.
Type 'q()' to quit R.

>

$ sudo apt-get install gdebi-core
$ wget https://download2.rstudio.org/rstudio-server-1.1.383-amd64.deb
$ sudo gdebi rstudio-server-1.1.383-amd64.deb

KwangChun@paris MINGW64 ~/docs/rstudio
$ vagrant up
Bringing machine 'default' up with 'virtualbox' provider...
==> default: Checking if box 'ubuntu/trusty64' is up to date...
==> default: `vagrant box update` to update.
==> default: Preparing network interfaces based on configuration...
    default: Adapter 1: nat
==> default: Forwarding ports...
    default: 8787 (guest) => 8787 (host) (adapter 1)
    default: 22 (guest) => 2222 (host) (adapter 1)
==> default: Running 'pre-boot' VM customizations...
==> default: Booting VM...
==> default: Waiting for machine to boot. This may take a few minutes...
    default: SSH address: 127.0.0.1:2222
    default: SSH username: vagrant
    default: SSH auth method: private key
    default: Warning: Remote connection disconnect. Retrying...
==> default: Machine booted and ready!
==> default: Checking for guest additions in VM...
    default: Guest Additions Version: 4.3.34
    default: VirtualBox Version: 5.0
==> default: Mounting shared folders...
    default: /vagrant => C:/Users/KwangChun/docs/rstudio
    default: /home/vagrant => C:/Users/KwangChun/docs/rstudio
==> default: Machine already provisioned. Run `vagrant provision` or use the `--provision`
==> default: flag to force provisioning. Provisioners marked to run always will still run.

# XML누락 관련
$ sudo apt-get -y build-dep libcurl4-gnutls-dev
$ sudo apt-get -y install libcurl4-gnutls-dev
# 지도 관련 팩키지 설치 시 오류가 나는 경우
$ sudo apt-get install libgdal-dev
$ sudo apt-get install libgdal1-dev libproj-dev

$ sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys E298A3A825C0D65DFD57CBB651716619E084DAB9
$ sudo add-apt-repository 'deb [arch=amd64,i386] https://cran.rstudio.com/bin/linux/ubuntu xenial/'
$ sudo apt-get update
$ sudo apt-get install r-base
$ sudo -i R

$ sudo apt-get install gdebi-core
$ wget https://download2.rstudio.org/rstudio-server-1.1.383-amd64.deb
$ sudo gdebi rstudio-server-1.1.383-amd64.deb

$ parallels@ubuntu:~/spark-1.6.1$ sudo useradd -m rstudio
$ parallels@ubuntu:~/spark-1.6.1$ sudo passwd rstudio
Enter new UNIX password: 
Retype new UNIX password: 
passwd: password updated successfully

# SoftLayer API를 사용해서 계정(Account) 주소정보 중 도시를 읽어오는 프로그램
import SoftLayer
client = SoftLayer.create_client_from_env(username="SLXXXXXX", api_key="7c769b8...")
resp = client['Account'].getObject()
print 'Account city info : ', resp['city']

root@shiny:~# python python-start.py
Account city info :  Seoul

import SoftLayer
client = SoftLayer.create_client_from_env(username="SLXXXXXX", api_key="7c7xxxxxxxxxxxxxxxxxxxxxxxxx")

shiny_object = client['Virtual_Guest'].createObject({
    'hostname': 'shiny-sl',
    'domain': 'xwmooc.net',
    'startCpus': 1,
    'maxMemory': 1024,
    'hourlyBillingFlag': 'true',
    'operatingSystemReferenceCode': 'UBUNTU_LATEST',
    'localDiskFlag': 'true'
    'datacenter': {"name": 'dal09'},
    'local_disk': 25
})

for key, value in shiny_object.iteritems():
    print key, " : ", value

root@shiny:~# python shiny-create.py
domain  :  xwmooc.net
maxMemory  :  1024
uuid  :  ed82caeb-xxxxxxx
maxCpu  :  1
metricPollDate  :
createDate  :  2015-05-22T01:36:51-06:00
hostname  :  shiny-sl
startCpus  :  1
lastPowerStateId  :
lastVerifiedDate  :
statusId  :  1001
globalIdentifier  :  a24e018e-xxxxxxxx
provisionDate  :
maxCpuUnits  :  CORE
modifyDate  :
accountId  :  xxxxxxx
id  :  xxxxxxxxx
fullyQualifiedDomainName  :  shiny-sl.xwmooc.net

root@shiny:~# slcli vs list
:.........:..........:.................:................:............:........:
:    id   : hostname :    primary_ip   :   backend_ip   : datacenter : action :
:.........:..........:.................:................:............:........:
: 9535091 : shiny-sl :  169.53.232.11  : 10.121.217.205 :   dal09    :   -    :
:.........:..........:.................:................:............:........:

import SoftLayer
client = SoftLayer.create_client_from_env(username="SLXXXXXX", api_key="7c7xxxxxxxxxxxxxxxxxxxxxxxxx")

mgr = SoftLayer.VSManager(client)
mgr.cancel_instance(9535091)

root@shiny:~# slcli vs list
:.........:..........:.................:................:............:.....................:
:    id   : hostname :    primary_ip   :   backend_ip   : datacenter :        action       :
:.........:..........:.................:................:............:.....................:
: 9535091 : shiny-sl :  169.53.232.11  : 10.121.217.205 :   dal09    : Cloud ISO Tear Down :
:.........:..........:.................:................:............:.....................:

root@shiny:~# curl -s https://SLXXX:API-KEY@api.softlayer.com/rest/v3/SoftLayer_Account.json | python -m json.tool
{
    "accountManagedResourcesFlag": false,
    "accountStatusId": 1XXX,
    "address1": "XXXXX",
    "allowedPptpVpnQuantity": X,
    "brandId": XX,
    "city": "XXXX",
    "claimedTaxExemptTxFlag": false,
    "companyName": "xwMOOC",
    "country": "KR",
    "createDate": "xxx",
    "email": "xxxxxx@gmail.com",
    "firstName": "xxxxx",
    "id": xxxxxx,
    "isReseller": 0,
    "lastName": "Lee",
    "lateFeeProtectionFlag": null,
    "modifyDate": "2014-11-11T17:55:18-06:00",
    "officePhone": "XXXXXXXXX",
    "postalCode": "XXX",
    "state": "OT",
    "statusDate": null
}

$ ssh root@169.53.232.11
Password:
Welcome to Ubuntu 14.04.2 LTS (GNU/Linux 3.13.0-51-generic x86_64)

 * Documentation:  https://help.ubuntu.com/

The programs included with the Ubuntu system are free software;
the exact distribution terms for each program are described in the individual files in /usr/share/doc/*/copyright.

Ubuntu comes with ABSOLUTELY NO WARRANTY, to the extent permitted by applicable law.

root@shiny-sl:~#

root@shiny-sl:~# lshw
shiny-sl
    description: Computer
    width: 64 bits
    capabilities: vsyscall32
  *-core
       description: Motherboard
       physical id: 0
     *-memory
          description: System memory
          physical id: 0
          size: 989MiB
     *-cpu
          product: Intel(R) Xeon(R) CPU E5-2650 v2 @ 2.60GHz
          vendor: Intel Corp.
          physical id: 1
          bus info: cpu@0
          width: 64 bits
... 중략...
     *-network:1
       description: Ethernet interface
       physical id: 2
       logical name: eth1
       serial: 06:2c:2b:b1:43:ed
       capabilities: ethernet physical
       configuration: broadcast=yes driver=vif ip=169.53.232.9 link=yes multicast=yes

root@shiny-sl:~# lsb_release -a
No LSB modules are available.
Distributor ID: Ubuntu
Description:    Ubuntu 14.04.2 LTS
Release:        14.04
Codename:       trusty

root@shiny-sl:~# sudo apt-get install r-base
root@shiny-sl:~# $ sudo su - -c "R -e \"install.packages('shiny', repos='http://cran.rstudio.com/')\""

root@shiny-sl:~# sudo apt-get install gdebi-core
root@shiny-sl:~# wget http://download3.rstudio.org/ubuntu-12.04/x86_64/shiny-server-1.3.0.403-amd64.deb
root@shiny-sl:~# sudo gdebi shiny-server-1.3.0.403-amd64.deb

root@shiny-sl:~# status shiny-server
shiny-server start/running, process 14553

root@shiny-sl:~# sudo start shiny-server
start: Job is already running: shiny-server

With Shiny and `rmarkdown` installed, you should see a Shiny doc above.

shinyapps::setAccountInfo(name='xwmooc',
        token='C9CXXXXXXXXXXXXXXXXXXXXX',
        secret='<SECRET>')

root@shiny-sl:~# wget http://download2.rstudio.org/rstudio-server-0.98.1103-amd64.deb

--2015-05-22 03:42:29--  http://download2.rstudio.org/rstudio-server-0.98.1103-amd64.deb
Resolving download2.rstudio.org (download2.rstudio.org)... 54.192.7.233, 54.230.4.176, 54.230.5.20,
...
Connecting to download2.rstudio.org (download2.rstudio.org)|54.192.7.233|:80... connected.
HTTP request sent, awaiting response... 200 OK
Length: 36304754 (35M) [application/x-deb]
Saving to: 'rstudio-server-0.98.1103-amd64.deb'

100%[==========================================================>] 36,304,754  19.5MB/s   in 1.8s

2015-05-22 03:42:31 (19.5 MB/s) - 'rstudio-server-0.98.1103-amd64.deb' saved [36304754/36304754]

root@shiny-sl:~# sudo gdebi rstudio-server-0.98.1103-amd64.deb

root@shiny-sl:~# sudo useradd -m xwmooc
root@shiny-sl:~# sudo adduser -m xwmooc
adduser: The user `xwmooc' already exists.
root@shiny-sl:~# sudo passwd xwmooc
Enter new UNIX password:
Retype new UNIX password:
passwd: password updated successfully
root@shiny-sl:~#