couchbase / moss / 179

pending completion

Build # 179

Build Type

push

travis-ci

Committed by

abhinavdangeti

Commit Message

Adding basic key-value size histograms to mossScope:stats

Sample:

Key sizes:
     0+   10=3000000 100.00% ******************************
    10+   90=      0 100.00%
   100+  900=      0 100.00%
  1000+ 9000=      0 100.00%
 10000+90000=      0 100.00%
100000+    0=      0 100.00%

Val sizes:
     0+   10=3000000 100.00% ******************************
    10+   90=      0 100.00%
   100+  900=      0 100.00%
  1000+ 9000=      0 100.00%
 10000+90000=      0 100.00%
100000+    0=      0 100.00%

Change-Id: I8990ff2d3
Reviewed-on: http://review.couchbase.org/73219
Reviewed-by: Steve Yen <steve.yen@gmail.com>
Tested-by: abhinav dangeti <abhinav@couchbase.com>

Run Details

58 of 58 new or added lines in 4 files covered. (100.0%)

2722 of 3447 relevant lines covered (78.97%)

8122.45 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

6.38

/cmd/mossScope/cmd/hist.go

// Copyright © 2017 Couchbase, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package cmd

import (
        "fmt"

        "github.com/couchbase/ghistogram"
        "github.com/couchbase/moss"
        "github.com/spf13/cobra"
)

// histCmd represents the hist command
var histCmd = &cobra.Command{
        Use:   "hist",
        Short: "Generates histograms for the store",
        Long: `This command generates histograms for various entities
available from the store.
        ./mossScope stats hist <path_to_store>`,

        PreRunE: func(cmd *cobra.Command, args []string) error {
                if len(args) < 1 {
                        return fmt.Errorf("At least one path is required!")
                }
                return nil
        },

        RunE: func(cmd *cobra.Command, args []string) error {
                return invokeHist(args)
        },
}

func invokeHist(dirs []string) error {
        for _, dir := range dirs {
                store, err := moss.OpenStore(dir, ReadOnlyMode)
                if err != nil || store == nil {
                        return fmt.Errorf("Moss-OpenStore() API failed, err: %v", err)
                }

                snap, err := store.Snapshot()
                if err != nil || snap == nil {
                        fmt.Errorf("Store-Snapshot() API failed, err: %v", err)
                }

                iter, err := snap.StartIterator(nil, nil, moss.IteratorOptions{})
                if err != nil || iter == nil {
                        return fmt.Errorf("Snaphot-StartItr() API failed, err: %v", err)
                }

                keySizes := ghistogram.NewHistogram(6, 10, 10.0)
                valSizes := ghistogram.NewHistogram(6, 10, 10.0)

                for {
                        k, v, err := iter.Current()
                        if err != nil {
                                break
                        }

                        keySizes.Add(uint64(len(k)), 1)
                        valSizes.Add(uint64(len(v)), 1)

                        if iter.Next() == moss.ErrIteratorDone {
                                break
                        }
                }

                fmt.Printf("\"%s\"\n", dir)
                fmt.Println("Key sizes:")
                fmt.Println((keySizes.EmitGraph(nil, nil)).String())
                fmt.Println("Val sizes:")
                fmt.Println((valSizes.EmitGraph(nil, nil)).String())

                iter.Close()
                snap.Close()
                store.Close()
        }

        return nil
}

func init() {
        statsCmd.AddCommand(histCmd)
}

1	// Copyright © 2017 Couchbase, Inc.
2	//
3	// Licensed under the Apache License, Version 2.0 (the "License");
4	// you may not use this file except in compliance with the License.
5	// You may obtain a copy of the License at
6	//
7	// http://www.apache.org/licenses/LICENSE-2.0
8	//
9	// Unless required by applicable law or agreed to in writing, software
10	// distributed under the License is distributed on an "AS IS" BASIS,
11	// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12	// See the License for the specific language governing permissions and
13	// limitations under the License.
14
15	package cmd
16
17	import (
18	"fmt"
19
20	"github.com/couchbase/ghistogram"
21	"github.com/couchbase/moss"
22	"github.com/spf13/cobra"
23	)
24
25	// histCmd represents the hist command
26	var histCmd = &cobra.Command{
27	Use: "hist",
28	Short: "Generates histograms for the store",
29	Long: `This command generates histograms for various entities
30	available from the store.
31	./mossScope stats hist <path_to_store>`,
32
33	PreRunE: func(cmd *cobra.Command, args []string) error {	×
34	if len(args) < 1 {	×
35	return fmt.Errorf("At least one path is required!")	×
36	}	×
37	return nil	×
38	},
39
40	RunE: func(cmd *cobra.Command, args []string) error {	×
41	return invokeHist(args)	×
42	},	×
43	}
44
45	func invokeHist(dirs []string) error {	×
46	for _, dir := range dirs {	×
47	store, err := moss.OpenStore(dir, ReadOnlyMode)	×
48	if err != nil \|\| store == nil {	×
49	return fmt.Errorf("Moss-OpenStore() API failed, err: %v", err)	×
50	}	×
51
52	snap, err := store.Snapshot()	×
53	if err != nil \|\| snap == nil {	×
54	fmt.Errorf("Store-Snapshot() API failed, err: %v", err)	×
55	}	×
56
57	iter, err := snap.StartIterator(nil, nil, moss.IteratorOptions{})	×
58	if err != nil \|\| iter == nil {	×
59	return fmt.Errorf("Snaphot-StartItr() API failed, err: %v", err)	×
60	}	×
61
62	keySizes := ghistogram.NewHistogram(6, 10, 10.0)	×
63	valSizes := ghistogram.NewHistogram(6, 10, 10.0)	×
64		×
65	for {	×
66	k, v, err := iter.Current()	×
67	if err != nil {	×
68	break	×
69	}
70
71	keySizes.Add(uint64(len(k)), 1)	×
72	valSizes.Add(uint64(len(v)), 1)	×
73		×
74	if iter.Next() == moss.ErrIteratorDone {	×
75	break	×
76	}
77	}
78
79	fmt.Printf("\"%s\"\n", dir)	×
80	fmt.Println("Key sizes:")	×
81	fmt.Println((keySizes.EmitGraph(nil, nil)).String())	×
82	fmt.Println("Val sizes:")	×
83	fmt.Println((valSizes.EmitGraph(nil, nil)).String())	×
84		×
85	iter.Close()	×
86	snap.Close()	×
87	store.Close()	×
88	}
89
90	return nil	×
91	}
92
93	func init() {	2✔
94	statsCmd.AddCommand(histCmd)	2✔
95	}	2✔

couchbase / moss / 179

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous