weed-fs基礎テスト
119840 ワード
===================
master ：9333
===================
sunsl@test-server:~$ weed master
I0102 15:37:14 01273 sequence.go:47] Setting file id sequence 10000
I0102 15:37:14 01273 topology.go:57] Using default configurations.
I0102 15:37:14 01273 master.go:235] Volume Size Limit is 32768 MB
I0102 15:37:14 01273 master.go:249] Start Weed Master 0.45 at port 9333
I0102 15:43:41 01273 node.go:158] topo adds child DefaultDataCenter
I0102 15:43:41 01273 node.go:158] topo:DefaultDataCenter adds child DefaultRack
I0102 15:43:41 01273 node.go:158] topo:DefaultDataCenter:DefaultRack adds child 10.191.197.191:8080
I0102 15:44:39 01273 node.go:158] topo:DefaultDataCenter:DefaultRack adds child 10.191.197.191:8081
===================
Volume1 ：8080
===================
sunsl@test-server:~$ weed volume -dir="/home/sunsl/data1" -max=5 -mserver="localhost:9333" -port=8080 -ip=10.191.197.191 &
[1] 1579
sunsl@test-server:~$ I0102 15:43:41 01579 volume.go:331] Volume Folder /home/sunsl/data1
I0102 15:43:41 01579 volume.go:332] Permission: -rwxrwxr-x
I0102 15:43:41 01579 store.go:178] Store started on dir: /home/sunsl/data1 with 0 volumes max 5
I0102 15:43:41 01579 volume.go:373] store joined at localhost:9333
I0102 15:43:41 01579 volume.go:375] Start Weed volume server 0.45 at http://10.191.197.191:8080
===================
Volume ：8081
===================
sunsl@test-server:~$ weed volume -dir="/home/sunsl/data2" -max=10 -mserver="localhost:9333" -port=8081 -ip="10.191.197.191" &
[1] 1720
sunsl@test-server:~$ I0102 15:44:39 01720 volume.go:331] Volume Folder /home/sunsl/data2
I0102 15:44:39 01720 volume.go:332] Permission: -rwxrwxr-x
I0102 15:44:39 01720 store.go:178] Store started on dir: /home/sunsl/data2 with 0 volumes max 10
I0102 15:44:39 01720 volume.go:373] store joined at localhost:9333
I0102 15:44:39 01720 volume.go:375] Start Weed volume server 0.45 at http://10.191.197.191:8081
===================
===================
sunsl@sunsl-nerc:~$ curl http://10.191.197.191:9333/dir/assign
{"count":1,"fid":"6,27103aeb43ba","publicUrl":"10.191.197.191:8080","url":"10.191.197.191:8080"}
master
I0102 15:48:25 01273 collection.go:23] collection adding replication type 000
I0102 15:48:25 01273 volume_growth.go:207] Created Volume 1 on topo:DefaultDataCenter:DefaultRack:10.191.197.191:8081
I0102 15:48:25 01273 volume_growth.go:207] Created Volume 2 on topo:DefaultDataCenter:DefaultRack:10.191.197.191:8081
I0102 15:48:25 01273 volume_growth.go:207] Created Volume 3 on topo:DefaultDataCenter:DefaultRack:10.191.197.191:8080
I0102 15:48:25 01273 volume_growth.go:207] Created Volume 4 on topo:DefaultDataCenter:DefaultRack:10.191.197.191:8081
I0102 15:48:25 01273 volume_growth.go:207] Created Volume 5 on topo:DefaultDataCenter:DefaultRack:10.191.197.191:8081
I0102 15:48:25 01273 volume_growth.go:207] Created Volume 6 on topo:DefaultDataCenter:DefaultRack:10.191.197.191:8080
I0102 15:48:25 01273 volume_growth.go:207] Created Volume 7 on topo:DefaultDataCenter:DefaultRack:10.191.197.191:8081
I0102 15:48:25 01273 sequence.go:81] Saving file id sequence 20000 to /tmp/weed.seq
80
sunsl@test-server:~$ I0102 15:48:25 01579 store.go:98] In dir /home/sunsl/data1 adds volume = 3 , collection = , replicationType = 000
I0102 15:48:25 01579 volume.go:105] loading file /home/sunsl/data1/3.idx readonly false
I0102 15:48:25 01579 store.go:98] In dir /home/sunsl/data1 adds volume = 6 , collection = , replicationType = 000
I0102 15:48:25 01579 volume.go:105] loading file /home/sunsl/data1/6.idx readonly false
sunsl@test-server:~/data1$ ll
total 16
drwxrwxr-x 2 sunsl sunsl 4096 Jan 2 15:48 ./
drwxr-xr-x 6 sunsl sunsl 4096 Jan 2 15:43 ../
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 3.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 3.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 6.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 6.idx
81
sunsl@test-server:~$ I0102 15:48:25 01720 store.go:98] In dir /home/sunsl/data2 adds volume = 1 , collection = , replicationType = 000
I0102 15:48:25 01720 volume.go:105] loading file /home/sunsl/data2/1.idx readonly false
I0102 15:48:25 01720 store.go:98] In dir /home/sunsl/data2 adds volume = 2 , collection = , replicationType = 000
I0102 15:48:25 01720 volume.go:105] loading file /home/sunsl/data2/2.idx readonly false
I0102 15:48:25 01720 store.go:98] In dir /home/sunsl/data2 adds volume = 4 , collection = , replicationType = 000
I0102 15:48:25 01720 volume.go:105] loading file /home/sunsl/data2/4.idx readonly false
I0102 15:48:25 01720 store.go:98] In dir /home/sunsl/data2 adds volume = 5 , collection = , replicationType = 000
I0102 15:48:25 01720 volume.go:105] loading file /home/sunsl/data2/5.idx readonly false
I0102 15:48:25 01720 store.go:98] In dir /home/sunsl/data2 adds volume = 7 , collection = , replicationType = 000
I0102 15:48:25 01720 volume.go:105] loading file /home/sunsl/data2/7.idx readonly false
sunsl@test-server:~/data2$ ll
total 28
drwxrwxr-x 2 sunsl sunsl 4096 Jan 2 15:48 ./
drwxr-xr-x 6 sunsl sunsl 4096 Jan 2 15:43 ../
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 1.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 1.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 2.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 2.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 4.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 4.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 5.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 5.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 7.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 7.idx
===================
===================
sunsl@sunsl-nerc:~$ curl -F file=@"/home/sunsl/test.mp4" http://10.191.197.191:8080/6,27103aeb43ba
{"size":108021362}
80
sunsl@test-server:~/data1$ ll
total 105512
drwxrwxr-x 2 sunsl sunsl 4096 Jan 2 15:48 ./
drwxr-xr-x 6 sunsl sunsl 4096 Jan 2 15:43 ../
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 3.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 3.idx
-rw-r--r-- 1 sunsl sunsl 108021440 Jan 2 15:56 6.dat
-rw-r--r-- 1 sunsl sunsl 16 Jan 2 15:56 6.idx
81
sunsl@test-server:~/data2$ ll
total 28
drwxrwxr-x 2 sunsl sunsl 4096 Jan 2 15:48 ./
drwxr-xr-x 6 sunsl sunsl 4096 Jan 2 15:43 ../
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 1.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 1.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 2.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 2.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 4.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 4.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 5.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 5.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 7.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 7.idx
===================
Volume
===================
sunsl@sunsl-nerc:~$ curl http://10.191.197.191:9333/dir/lookup?volumeId=1
{"locations":[{"publicUrl":"10.191.197.191:8081","url":"10.191.197.191:8081"}]}
sunsl@sunsl-nerc:~$ curl http://10.191.197.191:9333/dir/lookup?volumeId=2
{"locations":[{"publicUrl":"10.191.197.191:8081","url":"10.191.197.191:8081"}]}
sunsl@sunsl-nerc:~$ curl http://10.191.197.191:9333/dir/lookup?volumeId=3
{"locations":[{"publicUrl":"10.191.197.191:8080","url":"10.191.197.191:8080"}]}
sunsl@sunsl-nerc:~$ curl http://10.191.197.191:9333/dir/lookup?volumeId=4
{"locations":[{"publicUrl":"10.191.197.191:8081","url":"10.191.197.191:8081"}]}
sunsl@sunsl-nerc:~$ curl http://10.191.197.191:9333/dir/lookup?volumeId=5
{"locations":[{"publicUrl":"10.191.197.191:8081","url":"10.191.197.191:8081"}]}
sunsl@sunsl-nerc:~$ curl http://10.191.197.191:9333/dir/lookup?volumeId=6
{"locations":[{"publicUrl":"10.191.197.191:8080","url":"10.191.197.191:8080"}]}
sunsl@sunsl-nerc:~$ curl http://10.191.197.191:9333/dir/lookup?volumeId=7
{"locations":[{"publicUrl":"10.191.197.191:8081","url":"10.191.197.191:8081"}]}
sunsl@sunsl-nerc:~$ curl http://10.191.197.191:9333/dir/lookup?volumeId=8
{"error":"volume id 8 not found. "}
===================
===================
：
sunsl@sunsl-nerc:~$ ll test.mp4
-rw-r--r-- 1 sunsl sunsl 108021362 12 25 09:11 test.mp4
sunsl@sunsl-nerc:~$ md5sum test.mp4
83884f03b00bbc769910df5c1f2ba866 test.mp4
------------------------------------
|sunsl@sunsl-nerc:~/Downloads/weedfile$ wget http://10.191.197.191:8080/6,27103aeb43ba
|--2014-01-02 16:10:57-- http://10.191.197.191:8080/6,27103aeb43ba
|Connecting to 10.191.197.191:8080... connected.
|HTTP request sent, awaiting response... 200 OK
|Length: 108021362 (103M) [application/octet-stream]
|Saving to: ‘6,27103aeb43ba’
|
|100%[================================================================================>] 108,021,362 417MB/s in 0.2s
|
|2014-01-02 16:10:58 (417 MB/s) - ‘6,27103aeb43ba’ saved [108021362/108021362]
|
|sunsl@sunsl-nerc:~/Downloads/weedfile$ ll
|total 105500
|drwxr-xr-x 2 sunsl sunsl 4096 1 2 16:10 ./
|drwxr-xr-x 5 sunsl sunsl 4096 1 2 16:08 ../
|-rw-r--r-- 1 sunsl sunsl 108021362 1 2 15:56 6,27103aeb43ba
|sunsl@sunsl-nerc:~/Downloads/weedfile$ md5sum 6,27103aeb43ba
|83884f03b00bbc769910df5c1f2ba866 6,27103aeb43ba
|------------------------------------
|------------------------------------
|sunsl@sunsl-nerc:~/Downloads/weedfile$ wget http://10.191.197.191:8080/6,27103aeb43ba.mp4
|--2014-01-02 16:12:07-- http://10.191.197.191:8080/6,27103aeb43ba.mp4
|Connecting to 10.191.197.191:8080... connected.
|HTTP request sent, awaiting response... 200 OK
|Length: 108021362 (103M) [application/octet-stream]
|Saving to: ‘6,27103aeb43ba.mp4’
|
|100%[================================================================================>] 108,021,362 440MB/s in 0.2s
|
|2014-01-02 16:12:08 (440 MB/s) - ‘6,27103aeb43ba.mp4’ saved [108021362/108021362]
|
|sunsl@sunsl-nerc:~/Downloads/weedfile$ ll
|total 210992
|drwxr-xr-x 2 sunsl sunsl 4096 1 2 16:12 ./
|drwxr-xr-x 5 sunsl sunsl 4096 1 2 16:08 ../
|-rw-r--r-- 1 sunsl sunsl 108021362 1 2 15:56 6,27103aeb43ba
|-rw-r--r-- 1 sunsl sunsl 108021362 1 2 15:56 6,27103aeb43ba.mp4
|sunsl@sunsl-nerc:~/Downloads/weedfile$ md5sum 6,27103aeb43ba.mp4
|83884f03b00bbc769910df5c1f2ba866 6,27103aeb43ba.mp4
|------------------------------------
|------------------------------------
|sunsl@sunsl-nerc:~/Downloads/weedfile$ wget http://10.191.197.191:8080/6/27103aeb43ba/test.mp4
|--2014-01-02 16:13:50-- http://10.191.197.191:8080/6/27103aeb43ba/test.mp4
|Connecting to 10.191.197.191:8080... connected.
|HTTP request sent, awaiting response... 200 OK
|Length: 108021362 (103M) [application/octet-stream]
|Saving to: ‘test.mp4’
|
|100%[================================================================================>] 108,021,362 436MB/s in 0.2s
|
|2014-01-02 16:13:50 (436 MB/s) - ‘test.mp4’ saved [108021362/108021362]
|
|sunsl@sunsl-nerc:~/Downloads/weedfile$ ll
|total 316484
|drwxr-xr-x 2 sunsl sunsl 4096 1 2 16:13 ./
|drwxr-xr-x 5 sunsl sunsl 4096 1 2 16:08 ../
|-rw-r--r-- 1 sunsl sunsl 108021362 1 2 15:56 6,27103aeb43ba
|-rw-r--r-- 1 sunsl sunsl 108021362 1 2 15:56 6,27103aeb43ba.mp4
|-rw-r--r-- 1 sunsl sunsl 108021362 1 2 15:56 test.mp4
|sunsl@sunsl-nerc:~/Downloads/weedfile$ md5sum test.mp4
|83884f03b00bbc769910df5c1f2ba866 test.mp4
|------------------------------------
===================
===================
sunsl@sunsl-nerc:~/Downloads/weedfile$ curl -X DELETE http://10.191.197.191:8080/6,27103aeb43ba
{"size":108021426}
80
sunsl@test-server:~/data1$ ll
total 105512
drwxrwxr-x 2 sunsl sunsl 4096 Jan 2 15:48 ./
drwxr-xr-x 6 sunsl sunsl 4096 Jan 2 15:43 ../
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 3.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 3.idx
-rw-r--r-- 1 sunsl sunsl 108021464 Jan 2 16:18 6.dat // ，
-rw-r--r-- 1 sunsl sunsl 32 Jan 2 16:18 6.idx
81
sunsl@test-server:~/data2$ ll
total 28
drwxrwxr-x 2 sunsl sunsl 4096 Jan 2 15:48 ./
drwxr-xr-x 6 sunsl sunsl 4096 Jan 2 15:43 ../
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 1.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 1.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 2.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 2.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 4.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 4.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 5.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 5.idx
-rw-r--r-- 1 sunsl sunsl 8 Jan 2 15:48 7.dat
-rw-r--r-- 1 sunsl sunsl 0 Jan 2 15:48 7.idx
， ：
sunsl@sunsl-nerc:~$ curl -X DELETE http://10.191.197.191:8080/6,27103aeb43ba
{"size":0}
==================== Volume1 ====================
sunsl@test-server:~$ ps aux |grep weed
sunsl 1273 0.0 0.4 200020 4948 pts/1 Sl+ 15:37 0:03 weed master
sunsl 1579 0.3 0.6 861744 6288 ? Sl 15:43 0:12 weed volume -dir=/home/sunsl/data1 -max=5 -mserver=localhost:9333 -port=8080 -ip=10.191.197.191
sunsl 1720 0.0 0.4 473632 5052 ? Sl 15:44 0:01 weed volume -dir=/home/sunsl/data2 -max=10 -mserver=localhost:9333 -port=8081 -ip=10.191.197.191
sunsl 2099 0.0 0.0 8144 620 pts/2 S+ 16:50 0:00 grep --color=auto weed
sunsl@test-server:~$ kill -9 1579
sunsl@test-server:~$ ps aux |grep weed
sunsl 1273 0.0 0.4 200020 4916 pts/1 Sl+ 15:37 0:03 weed master
sunsl 1720 0.0 0.4 473632 5052 ? Sl 15:44 0:01 weed volume -dir=/home/sunsl/data2 -max=10 -mserver=localhost:9333 -port=8081 -ip=10.191.197.191
：
I0102 16:51:25 01273 topology_event_handling.go:51] Removing Volume 3 from the dead volume server topo:DefaultDataCenter:DefaultRack:10.191.197.191:8080
I0102 16:51:25 01273 volume_layout.go:139] Volume 3 has 0 replica, less than required 1
I0102 16:51:25 01273 volume_layout.go:116] Volume 3 becomes unwritable
I0102 16:51:25 01273 topology_event_handling.go:51] Removing Volume 6 from the dead volume server topo:DefaultDataCenter:DefaultRack:10.191.197.191:8080
I0102 16:51:25 01273 volume_layout.go:139] Volume 6 has 0 replica, less than required 1
I0102 16:51:25 01273 node.go:170] topo:DefaultDataCenter:DefaultRack removes 10.191.197.191:8080 volumeCount = 5
I0102 16:51:25 01273 topology_event_handling.go:34] DataNode 10.191.197.191:8080 is dead!