dinner in the sky with

Transcription

1

2 dinner in the sky with

3 @marcboeker

4

5 boarding

6 MongoDB

7 MongoDB freebie

8

9 Document-orientated Storage

10 Document-orientated Storage JSON-Style Documents

11 Document-orientated Storage JSON-Style Documents Scales to Hell

12 Document-orientated Storage JSON-Style Documents Scales to Hell Sharding/Replica Sets

13 Document-orientated Storage JSON-Style Documents Scales to Hell Sharding/Replica Sets Replication/Failover

14 Document-orientated Storage JSON-Style Documents Scales to Hell Sharding/Replica Sets Replication/Failover MongoDB You

15 Document-orientated Storage JSON-Style Documents Scales to Hell Sharding/Replica Sets Replication/Failover MongoDB You Map & Reduce

16 welcome passengers

17

18 $ sudo port install mongodb

19 Installation on *nix

20 deb gen

21 $ sudo apt-get install mongodb

22 Ruby

23 Ruby

24 $ sudo gem install mongo

25 Python

26 Python

27 $ sudo easy_install pymongo

28 Node.js

29 Node.js

30 $ sudo npm install mongodb

31

32

33

34 $ sudo pecl install mongo $ echo "extension=mongo.so" >> php.ini

35 taking off

36 $ mongo

37 db.foo.insert()

38 db.foo.insert({ name: "Angie", buddies: ["Wulfi", "Sarrazi", "Obami"], followers: 14.75, marked_as_spam: true });

39 db.foo.find()

40 db.foo.find({name: "Angie"}); { "_id" : ObjectId("4c9f87f54d17321d092991aa"), "name" : "Angie", "buddies" : ["Wulfi", "Sarrazi", "Obami"], "followers" : 14.75, "marked_as_spam" : true }

41 magic db.foo.find({name: "Angie"}); { "_id" : ObjectId("4c9f87f54d17321d092991aa"), "name" : "Angie", "buddies" : ["Wulfi", "Sarrazi", "Obami"], "followers" : 14.75, "marked_as_spam" : true }

42 db.foo.update()

43 db.foo.update( {name: "Angie"}, {"$push": {buddies: "Puti"}} );

44 db.foo.update( {name: "Angie"}, {"$push": {buddies: "Puti"}} ); db.foo.find({name: "Angie"}); { "_id" : ObjectId("4c9f87f54d17321d092991aa"), "name" : "Angie", "buddies" : ["Wulfi", "Sarrazi", "Obami", "Puti"], "followers" : 14.75, "marked_as_spam" : true }

45 db.foo.remove()

46 db.foo.remove({name: "Angie"});

47 db.foo.remove({name: "Angie"}); db.foo.remove({buddies: "Sarrazi"});

48 db.foo.remove({name: "Angie"}); db.foo.remove({buddies: "Sarrazi"}); db.foo.remove();

49 db.foo.remove({name: "Angie"}); db.foo.remove({buddies: "Sarrazi"}); db.foo.remove(); $ sudo rm -Rf /

50 $query-imperator

51 $query-imperator O

52 $query {age: {$gt: 10}} {weight: {$gte: 100}} {followers: {$lt: 5}} {shares: {$lte: 40}} {color: {$nin: "red"}} {counter: {$mod: [2, 0]}} db.foo.find( ) {numbers: {$all: [1, 2, 3]}} {sql: {$ne: "nosql"}} {buddies: {$size: 4}} {homies: {$in: "Scooter"}} {brain: {$exists: true}} {name: {$type: 2}}

53 $query db.foo.find( )

54 db.foo.update($query, $update)

55 $update {$inc: {counter: 1}} {$set: {name: "monkey"}} {$unset: {money: 1}} {$push: {buddies: ["Homer"]}} {$pushall: {numbers: [1, 2]}} {$addtoset: {drinks: "water"}} {$pop: {queue: 1}} {$pop: {queue: -1}} {$pull: {colors: "red"}} {$pullall: {chars: ["a", "b"]}}

56 $update

57 dinner in the sky

58 replicas

59 Set 1 Set 2 Set 3 S1 S1 S1 S2 S2 S3 S1 Master-Server S2 Slave-Server

60 sharding

61 { Shard 1 Shard 2 Shard 3 mongod 1 mongod 1 mongod 1 mongod 2 mongod 2 mongod 2 Config Servers config 1 config 2 config 3 mongod 3 mongod 3 mongod 3 { mongos 1 mongos 2 mongos 3 app 1 app 2 app 3

62 indexes

63 db.foo.ensureindex({ 1});

64 db.foo.ensureindex({ 1}); db.foo.ensureindex({name: -1});

65 db.foo.ensureindex({ 1}); db.foo.ensureindex({name: -1}); db.foo.ensureindex({ 1, password: 1});

66 db.foo.ensureindex({ 1}); db.foo.ensureindex({name: -1}); db.foo.ensureindex({ 1, password: 1}); db.foo.ensureindex({location: "2d"});

67 db.foo.ensureindex({ 1}); db.foo.ensureindex({name: -1}); db.foo.ensureindex({ 1, password: 1}); db.foo.ensureindex({location: "2d"}); db.foo.ensureindex({ 1}, {unique: true});

68 gridfs

69 ? $ mongofiles list connected to:

70 " $ mongofiles put foo.jpg connected to: done!

71 ? $ mongofiles list connected to: foo.jpg

72 " $ mongofiles get foo.jpg connected to: done write to: foo.jpg

73 map & reduce

74 $./mongo > db.things.insert( { _id : 1, tags : ['dog', 'cat'] } ); > db.things.insert( { _id : 2, tags : ['cat'] } ); > db.things.insert( { _id : 3, tags : ['mouse', 'cat', 'dog'] } ); > db.things.insert( { _id : 4, tags : [] } );

75 $./mongo > db.things.insert( { _id : 1, tags : ['dog', 'cat'] } ); > db.things.insert( { _id : 2, tags : ['cat'] } ); > db.things.insert( { _id : 3, tags : ['mouse', 'cat', 'dog'] } ); > db.things.insert( { _id : 4, tags : [] } ); lalala data

76 > m = function(){... this.tags.foreach(... function(z){... emit( z, { count : 1 } );... }... );...};

77 > m = function(){... this.tags.foreach(... function(z){... emit( z, { count : 1 } );... }... );...}; map function

78 > r = function( key, values ){... var total = 0;... for ( var i=0; i<values.length; i++ )... total += values[i].count;... return { count : total };...};

79 > r = function( key, values ){... var total = 0;... for ( var i=0; i<values.length; i++ )... total += values[i].count;... return { count : total };...}; reduce function

80 > res = db.things.mapreduce(m, r);

81 > res = db.things.mapreduce(m, r); do it!

82 > db[res.result].find() {"_id" : "cat", "value" : {"count" : 3}} {"_id" : "dog", "value" : {"count" : 2}} {"_id" : "mouse", "value" : {"count" : 1}}

83 no rabbit :( > db[res.result].find() {"_id" : "cat", "value" : {"count" : 3}} {"_id" : "dog", "value" : {"count" : 2}} {"_id" : "mouse", "value" : {"count" : 1}}

84 ( 25 * * ) +

85 ( 25 * * ) operations per hour

86 ( 25 * * ) operations per hour SECOND

87 Censored especially for Roberto

88 Censored especially for Roberto Thank you very much for travelling with me!