tagKeyValueEntry
- 定義：
type tagKeyValueEntry struct {
m map[uint64]struct{} // series id set
a seriesIDs // lazily sorted list of series.這兩個(gè)字段存儲(chǔ)的是相同的series id的集合
}
- 獲取series id集合
func (e *tagKeyValueEntry) ids() seriesIDs {
if e == nil {
return nil
}
//首先調(diào)用`ids`方法時(shí)才給a賦值
if len(e.a) == len(e.m) {
return e.a
}
a := make(seriesIDs, 0, len(e.m))
for id := range e.m {
a = append(a, id)
}
//基數(shù)排序
radix.SortUint64s(a)
e.a = a
return e.a
}
tagKeyValue
- tag value到tagKeyValueEntry的映射，也就是記錄了tag value到對(duì)應(yīng)的所有series id的映射
- 定義：
type tagKeyValue struct {
mu sync.RWMutex
entries map[string]*tagKeyValueEntry
}
series
-
表示一個(gè)series, 包括其tagset, series key, 屬于哪一個(gè)measurement
type series struct {
mu sync.RWMutex
deleted bool// immutable
ID uint64
Measurement *measurement
Key string // 這個(gè)就是 series key
Tags models.Tags //當(dāng)前series包括的tag key 和 tag value集合
}
measurement
- 包含了一個(gè)measurement對(duì)應(yīng)的所有series信息
- 定義：
type measurement struct {
Database string
Name string `json:"name,omitempty"`
NameBytes []byte // cached version as []byte
mu sync.RWMutex
fieldNames map[string]struct{} //存儲(chǔ)了當(dāng)前measurement的所有字段
// in-memory index fields
seriesByID map[uint64]*series // series id到series的映射
seriesByTagKeyValue map[string]*tagKeyValue // tagkey -> tag value -> series id set
// lazyily created sorted series IDs
sortedSeriesIDs seriesIDs // sorted list of series IDs in this measurement
// Indicates whether the seriesByTagKeyValueMap needs to be rebuilt as it contains deleted series
// that waste memory.
dirty bool
}
我們下面分析這幾重點(diǎn)的方法
- 獲取當(dāng)前measurement包含的所有tag key,且是按string排序的
func (m *measurement) TagKeys() []string {
m.mu.RLock()
keys := make([]string, 0, len(m.seriesByTagKeyValue))
for k := range m.seriesByTagKeyValue {
keys = append(keys, k)
}
m.mu.RUnlock()
sort.Strings(keys)
return keys
}
- 獲取當(dāng)前measurement包含的所有tag value
func (m *measurement) TagValues(auth query.Authorizer, key string) []string {
m.mu.RLock()
defer m.mu.RUnlock()
values := make([]string, 0, m.seriesByTagKeyValue[key].Cardinality())
//遍歷所有的tagKeyValue
m.seriesByTagKeyValue[key].RangeAll(func(k string, a seriesIDs) {
if query.AuthorizerIsOpen(auth) {
values = append(values, k)
} else {
for _, sid := range a {
s := m.seriesByID[sid]
if s == nil {
continue
}
if auth.AuthorizeSeriesRead(m.Database, m.NameBytes, s.Tags) {
values = append(values, k)
return
}
}
}
})
return values
}
- 獲取tag key對(duì)應(yīng)的所有series id
func (m *measurement) SeriesIDsByTagKey(key []byte) seriesIDs {
tagVals := m.seriesByTagKeyValue[string(key)]
if tagVals == nil {
return nil
}
var ids seriesIDs
tagVals.RangeAll(func(_ string, a seriesIDs) {
ids = append(ids, a...)
})
sort.Sort(ids)
return ids
}
*獲取tag value對(duì)應(yīng)的所有 series id
func (m *measurement) SeriesIDsByTagValue(key, value []byte) seriesIDs {
tagVals := m.seriesByTagKeyValue[string(key)]
if tagVals == nil {
return nil
}
return tagVals.Load(string(value))
}
index
- 包括了若干個(gè)measurement的index信息
- 定義：
type Index struct {
mu sync.RWMutex
database string //數(shù)據(jù)庫(kù)名字
sfile *tsdb.SeriesFile //_series 目錄下series file
fieldset *tsdb.MeasurementFieldSet
// In-memory metadata index, built on load and updated when new series come in
measurements map[string]*measurement // measurement name to object and index
series map[string]*series // map series key to the Series object
seriesSketch, seriesTSSketch estimator.Sketch
measurementsSketch, measurementsTSSketch estimator.Sketch
// Mutex to control rebuilds of the index
rebuildQueue sync.Mutex
}
IndexSet
- 包含了Index的集合，所有這些Index都屬于同一個(gè)DB,每個(gè)shard對(duì)應(yīng)一個(gè)Index
type IndexSet struct {
Indexes []Index // The set of indexes comprising this IndexSet.
SeriesFile *SeriesFile // The Series File associated with the db for this set.
fieldSets []*MeasurementFieldSet // field sets for _all_ indexes in this set's DB.
}
