Comparison_SPFresh/Script_AE/indexloader.ini at main · Ryanhya/Comparison_SPFresh · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
[Index]
IndexAlgoType=SPANN
ValueType=Float

[Base]
ValueType=Float
DistCalcMethod=L2
IndexAlgoType=BKT
Dim=256
VectorPath=/home/lyh/datasets/embeddings/test/base_embeddings.bin
VectorType=DEFAULT
VectorSize=1239
VectorDelimiter=
QueryPath=/home/lyh/datasets/embeddings/test/query_embeddings.bin
QueryType=DEFAULT
QuerySize=100
QueryDelimiter=
WarmupPath=
WarmupType=DEFAULT
WarmupSize=10000
WarmupDelimiter=
TruthPath=
TruthType=DEFAULT
GenerateTruth=false
HeadVectorIDs=head_vectors_ID_UInt8_L2_base_DEFUALT.bin
HeadVectors=head_vectors_UInt8_L2_base_DEFUALT.bin
IndexDirectory=/home/lyh/baselines/SPFresh_baseline/Script_AE
HeadIndexFolder=head_index
DeletedIDs=/home/lyh/baselines/SPFresh_baseline/Script_AE/head_index/VectorVersionLabel.bin

[SelectHead]
isExecute=false
TreeNumber=1
BKTKmeansK=32
BKTLeafSize=8
SamplesNumber=1000
NumberOfThreads=10
SaveBKT=false
AnalyzeOnly=false
CalcStd=true
SelectDynamically=true
NoOutput=false
SelectThreshold=50
SplitFactor=40
SplitThreshold=80
Ratio=0.02
RecursiveCheckSmallCluster=true
PrintSizeCount=true

[BuildHead]
isExecute=false
TreeFilePath=tree.bin
GraphFilePath=graph.bin
VectorFilePath=vectors.bin
DeleteVectorFilePath=deletes.bin
EnableBfs=0
BKTNumber=1
BKTKmeansK=32
BKTLeafSize=8
Samples=1000
BKTLambdaFactor=100.000000
TPTNumber=32
TPTLeafSize=2000
NumTopDimensionTpTreeSplit=5
NeighborhoodSize=32
GraphNeighborhoodScale=2.000000
GraphCEFScale=2.000000
RefineIterations=2
EnableRebuild=1
CEF=1000
AddCEF=500
MaxCheckForRefineGraph=8192
RNGFactor=1.000000
GPUGraphType=2
GPURefineSteps=0
GPURefineDepth=30
GPULeafSize=500
HeadNumGPUs=1
TPTBalanceFactor=2
NumberOfThreads=80
DistCalcMethod=L2
DeletePercentageForRefine=0.400000
AddCountForRebuild=1000
MaxCheck=4096
ThresholdOfNumberOfContinuousNoBetterPropagation=3
NumberOfInitialDynamicPivots=50
NumberOfOtherDynamicPivots=4
HashTableExponent=2
DataBlockSize=1048576
DataCapacity=2147483647
MetaRecordSize=10

[BuildSSDIndex]
isExecute=true
BuildSsdIndex=false
NumberOfThreads=10
InternalResultNum=64
ReplicaCount=8
PostingPageLimit=20
OutputEmptyReplicaID=1
UseSPDK=false
UseKV=true
KVPath=/home/lyh/baselines/SPFresh_baseline/rocksdb
SsdInfoFile=/home/lyh/baselines/SPFresh_baseline/Script_AE/head_index/SsdInfoFile.bin
SpdkBatchSize=64
ExcludeHead=false
UseDirectIO=true
ResultNum=10
SearchInternalResultNum=64
SearchThreadNum=4
SearchTimes=1
Update=true
Days=1
StartNum=1000
Step=1000
TernimateNum=10000
SearchWaitMilliTime=2000
InsertThreadNum=1
AppendThreadNum=8
ReassignThreadNum=0
BaseVectorSplitPath=/home/lyh/datasets/embeddings/test/query_vector_range.bin
TruthFilePrefix=/home/lyh/datasets/embeddings/test/truth/truth_embeddings
FullVectorPath=/home/lyh/datasets/embeddings/test/base_embeddings.bin
DisableReassign=false
ReassignK=0
LatencyLimit=9.0
CalTruth=true
SearchPostingPageLimit=20
MaxDistRatio=1000000
SearchDuringUpdate=true
MergeThreshold=10
DeleteQPS=16000
ShowUpdateProgress=false
Sampling=2
OnlySearchFinalBatch=true
MinInternalResultNum=16
MaxInternalResultNum=16
StepInternalResultNum=16
LoadAllVectors=true