-
Notifications
You must be signed in to change notification settings - Fork 0
/
config.h
executable file
·523 lines (467 loc) · 14.1 KB
/
config.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
#ifndef _CONFIG_H_
#define _CONFIG_H_
/***tictoc****/
/*
#define WRITE_PERMISSION_LOCK false
#define MULTI_VERSION false
#define ENABLE_LOCAL_CACHING false
#define OCC_LOCK_TYPE WAIT_DIE
#define TICTOC_MV false
#define OCC_WAW_LOCK true
#define RO_LEASE false
#define ATOMIC_WORD false
#define TRACK_LAST false
#define UPDATE_TABLE_TS true
#define WRITE_PERMISSION_LOCK false
#define LOCK_ALL_BEFORE_COMMIT false
#define LOCK_ALL_DEBUG false
#define PAUSE __asm__ ( "pause;" );
#define COMPILER_BARRIER asm volatile("" ::: "memory");
*/
/***********************************************/
// DA Trans Creator
/***********************************************/
//which creator to use
#define CREATOR_USE_T false
//TraversalActionSequenceCreator
#define TRANS_CNT 2
#define ITEM_CNT 4
#define SUBTASK_NUM 1
#define SUBTASK_ID 0
#define MAX_DML 4
#define WITH_ABORT false
#define TAIL_DTL false
#define SAVE_HISTROY_WITH_EMPTY_OPT false
#define DYNAMIC_SEQ_LEN false
//InputActionSequenceCreator
#define INPUT_FILE_PATH "./input.txt"
// ! Parameters used to locate distributed performance bottlenecks.
#define SECOND 100
// #define THD_ID_QUEUE
#define ONE_NODE_RECIEVE 0
#if 0
// #define LESS_DIS // Reduce the number of yCSB remote data to 1
// #define LESS_DIS_NUM 10 // Reduce the number of yCSB remote data to 1
// #define NEW_WORK_QUEUE // The workQueue data structure has been modified to perform 10,000 better than the original implementation.
// #define NO_2PC // Removing 2PC, of course, would be problematic in distributed transactions.
// #define FAKE_PROCESS // Io_thread returns as soon as it gets the request from the remote. Avoid waiting in the WORK_queue.
// #define NO_REMOTE // remove all remote txn
#endif
//#define NO_REMOTE 1
#define TXN_QUEUE_PERCENT 0.0
#define MALLOC_TYPE 0
// ! end of these parameters
// ! Parameters used to locate distributed performance bottlenecks.
#define SEND_TO_SELF_PAHSE 0
// msg send can be split into three stage, stage1 encapsulates msg; stage2 send msg; stgae3 parse msg;
#define SEND_STAGE 1
// ! end of these parameters
/***********************************************/
// Simulation + Hardware
/***********************************************/
#define NODE_CNT 2
#define THREAD_CNT 32
#define REM_THREAD_CNT 8
#define SEND_THREAD_CNT 8
#define MIG_THREAD_CNT 1
#define CORE_CNT 2
// PART_CNT should be at least NODE_CNT
#define PART_CNT NODE_CNT*4
#define CLIENT_NODE_CNT 1
#define CLIENT_THREAD_CNT 1
#define CLIENT_REM_THREAD_CNT 4
#define CLIENT_SEND_THREAD_CNT 4
#define CLIENT_RUNTIME false
//key_to_part HASH_MODE: key_to_part(key) = key % g_part_cnt CONST_MODE: key_to_part(key) = key / (SYNTH_TABLE_SIZE / g_part_cnt)
#define KEY_TO_PART HASH_MODE
#define HASH_MODE 0
#define CONST_MODE 1
//PART_TO_NODE
#define PART_TO_NODE KEY_TO_PART
#define LOAD_METHOD LOAD_MAX
#define LOAD_PER_SERVER 100
#define DETEST 0
#define REMUS 1
#define LOCK 2
#define SQUALL 3
#define DETEST_SPLIT 4
#define REMUS_SPLIT false
#define SPLIT_NODE_NUM 300
#define ROW_PER_NODE (SYNTH_TABLE_SIZE / PART_CNT / SPLIT_NODE_NUM)
#define COSTENABLE true
//which partition to be migrated
#define MIGRATION_PART 0
//migration source && des node
#define MIGRATION_SRC_NODE (MIGRATION_PART % NODE_CNT)
#define MIGRATION_DES_NODE 1
//migartion_alg DETEST REMUS SQUALL LOCK DETEST_SPLIT
#define MIGRATION_ALG DETEST
//DETEST Migration
#define PART_SPLIT_CNT 4
#define PART_HOT_CNT 2
//Remus Migration
#define SYNCTIME 10
//Squall Migration
#define Squall_Part_Cnt 16
//MIGRATION
#define MIGRATION false
#define SINGLE_PART true //single part query
// Replication
#define REPLICA_CNT 0
// AA (Active-Active), AP (Active-Passive)
#define REPL_TYPE AP
// each transaction only accesses only 1 virtual partition. But the lock/ts manager and index are
// not aware of such partitioning. VIRTUAL_PART_CNT describes the request distribution and is only
// used to generate queries. For HSTORE, VIRTUAL_PART_CNT should be the same as PART_CNT.
#define VIRTUAL_PART_CNT PART_CNT
#define PAGE_SIZE 4096
#define CL_SIZE 64
#define CPU_FREQ 2.6
// enable hardware migration.
#define HW_MIGRATE false
// # of transactions to run for warmup
#define WARMUP 0
// YCSB or TPCC or PPS or DA
#define WORKLOAD YCSB //THE INITIAL CONFIG IS FOR YCSB
// print the transaction latency distribution
#define PRT_LAT_DISTR false
#define STATS_ENABLE true
#define TIME_ENABLE true
#define FIN_BY_TIME true
#define MAX_TXN_IN_FLIGHT 20000
#define MAX_TXN_IN_PART 10000
#define SERVER_GENERATE_QUERIES false
//migartion_alg DETEST REMUS SQUALL LOCK DETEST_SPLIT
#define MIGRATION_ALG DETEST
//detest migration
#define PART_SPLIT_CNT 4 //number of minipart for each part
/***********************************************/
// Memory System
/***********************************************/
// Three different memory allocation methods are supported.
// 1. default libc malloc
// 2. per-thread malloc. each thread has a private local memory
// pool
// 3. per-partition malloc. each partition has its own memory pool
// which is mapped to a unique tile on the chip.
#define MEM_ALLIGN 8
// [THREAD_ALLOC]
#define THREAD_ALLOC false
#define THREAD_ARENA_SIZE (1UL << 22)
#define MEM_PAD true
// [PART_ALLOC]
#define PART_ALLOC true
#define MEM_SIZE (1UL << 30)
#define NO_FREE false
/***********************************************/
// Message Passing
/***********************************************/
#define TPORT_TYPE tcp
#define TPORT_PORT 8100
#define SET_AFFINITY true
#define MAX_TPORT_NAME 128
#define MSG_SIZE 128
#define HEADER_SIZE sizeof(uint32_t)*2 // in bits
#define MSG_TIMEOUT 5000000000UL // in ns
#define NETWORK_TEST false
#define NETWORK_DELAY_TEST false
#define NETWORK_DELAY 0UL
#define TCP_DELAY_TEST true
#define TCP_DELAY 500000000UL // in ns = 100ms
#define MAX_QUEUE_LEN NODE_CNT
#define PRIORITY_WORK_QUEUE false
#define PRIORITY PRIORITY_ACTIVE
#define MSG_SIZE_MAX 600000
#define MSG_CHUNK_SIZE 524288 //if msg > MSG_CHUNK_SIZE, SPLIT and SEND
#define MSG_TIME_LIMIT 0
#define SIM_FULL_ROW true
/***********************************************/
// Concurrency Control
/***********************************************/
// WAIT_DIE, NO_WAIT, TIMESTAMP, MVCC, CALVIN, MAAT, WOOKONG, TICTOC, SI
#define ISOLATION_LEVEL SERIALIZABLE
#define CC_ALG SSI
#define YCSB_ABORT_MODE false
#define QUEUE_CAPACITY_NEW 1000000
// all transactions acquire tuples according to the primary key order.
#define KEY_ORDER false
// transaction roll back changes after abort
#define ROLL_BACK true
// per-row lock/ts management or central lock/ts management
#define CENTRAL_MAN false
#define BUCKET_CNT 31
#define ABORT_PENALTY 10 * 1000000UL // in ns.
#define ABORT_PENALTY_MAX 5 * 100 * 1000000UL // in ns.
#define BACKOFF true
// [ INDEX ]
#define ENABLE_LATCH false
#define CENTRAL_INDEX false
#define CENTRAL_MANAGER false
#define INDEX_STRUCT IDX_BTREE //TPCC:IDX_HASH YCSB:IDX_BTREE
#define BTREE_ORDER 4
// [TIMESTAMP]
#define TS_TWR false
#define TS_ALLOC TS_CLOCK
#define TS_BATCH_ALLOC false
#define TS_BATCH_NUM 1
// [MVCC]
// when read/write history is longer than HIS_RECYCLE_LEN
// the history should be recycled.
#define HIS_RECYCLE_LEN 10
#define MAX_PRE_REQ MAX_TXN_IN_FLIGHT * NODE_CNT//1024
#define MAX_READ_REQ MAX_TXN_IN_FLIGHT * NODE_CNT//1024
#define MIN_TS_INTVL 10 * 1000000UL // 10ms
// [OCC]
#define MAX_WRITE_SET 10
#define PER_ROW_VALID false
// [VLL]
#define TXN_QUEUE_SIZE_LIMIT THREAD_CNT
// [CALVIN]
#define SEQ_THREAD_CNT 4
// [TICTOC]
#define MAX_NUM_WAITS 4
#define PRE_ABORT true
#define OCC_LOCK_TYPE WAIT_DIE
#define OCC_WAW_LOCK true
// [SILO]
#define VALIDATION_LOCK "no-wait" // no-wait or waiting
#define PRE_ABORT2 "true"
#define ATOMIC_WORD false
/***********************************************/
// Logging
/***********************************************/
#define LOG_COMMAND false
#define LOG_REDO false
#define LOGGING false
#define LOG_BUF_MAX 10
#define LOG_BUF_TIMEOUT 10 * 1000000UL // 10ms
/***********************************************/
// Benchmark
/***********************************************/
// max number of rows touched per transaction
#define MAX_ROW_PER_TXN SYNTH_TABLE_SIZE
#define QUERY_INTVL 1UL
#define MAX_TXN_PER_PART 500000
#define FIRST_PART_LOCAL false
#define MAX_TUPLE_SIZE 512 // in bytes
#define GEN_BY_MPR false
// ==== [YCSB] ====
// SKEW_METHOD:
// ZIPF: use ZIPF_THETA distribution
// HOT: use ACCESS_PERC of the accesses go to DATA_PERC of the data
#define SKEW_METHOD ZIPF
#define DATA_PERC (SYNTH_TABLE_SIZE / 64)
#define ACCESS_PERC 0.3
#define INIT_PARALLELISM (PART_CNT / NODE_CNT)
#define SYNTH_TABLE_SIZE 131072 * 128
#define ZIPF_THETA 0.6
#define TXN_WRITE_PERC 0.1
#define TUP_WRITE_PERC 0.1
#define SCAN_PERC 0
#define SCAN_LEN 20
#define PART_PER_TXN 2
#define PERC_MULTI_PART MPR
#define REQ_PER_QUERY 10
#define FIELD_PER_TUPLE 10
#define CREATE_TXN_FILE false
#define STRICT_PPT 0
// ==== [TPCC] ====
// For large warehouse count, the tables do not fit in memory
// small tpcc schemas shrink the table size.
#define TPCC_SMALL true
#define MAX_ITEMS_SMALL 100000
#define CUST_PER_DIST_SMALL 5000 //65536
#define MAX_ITEMS_NORM 100000
#define CUST_PER_DIST_NORM 3000
#define MAX_ITEMS_PER_TXN 5
// Some of the transactions read the data but never use them.
// If TPCC_ACCESS_ALL == fales, then these parts of the transactions
// are not modeled.
#define TPCC_ACCESS_ALL false
#define WH_UPDATE false
#define NUM_WH PART_CNT * 1
// % of transactions that access multiple partitions
#define MPR 0.0 //initial:1.0
#define MPIR 0.01
#define MPR_NEWORDER 20 // In %
enum TPCCTable {
TPCC_WAREHOUSE,
TPCC_DISTRICT,
TPCC_CUSTOMER,
TPCC_HISTORY,
TPCC_NEWORDER,
TPCC_ORDER,
TPCC_ORDERLINE,
TPCC_ITEM,
TPCC_STOCK
};
enum TPCCTxnType {
TPCC_ALL,
TPCC_PAYMENT,
TPCC_NEW_ORDER,
TPCC_ORDER_STATUS,
TPCC_DELIVERY,
TPCC_STOCK_LEVEL
};
enum DATxnType {
DA_READ,
DA_WRITE,
DA_COMMIT,
DA_ABORT,
DA_SCAN
};
#define MAX_DA_TABLE_SIZE 10000
extern TPCCTxnType g_tpcc_txn_type;
//#define TXN_TYPE TPCC_ALL
#define PERC_PAYMENT 0.2
#define FIRSTNAME_MINLEN 8
#define FIRSTNAME_LEN 16
#define LASTNAME_LEN 16
#define DIST_PER_WH 10
// PPS (Product-Part-Supplier)
#define MAX_PPS_PARTS_PER 10
#define MAX_PPS_PART_KEY 10000
#define MAX_PPS_PRODUCT_KEY 1000
#define MAX_PPS_SUPPLIER_KEY 1000
#define MAX_PPS_PART_PER_PRODUCT 10
#define MAX_PPS_PART_PER_SUPPLIER 10
#define MAX_PPS_PART_PER_PRODUCT_KEY 10
#define MAX_PPS_PART_PER_SUPPLIER_KEY 10
#define PERC_PPS_GETPART 0.00
#define PERC_PPS_GETSUPPLIER 0.00
#define PERC_PPS_GETPRODUCT 0.0
#define PERC_PPS_GETPARTBYSUPPLIER 0.0
#define PERC_PPS_GETPARTBYPRODUCT 0.2
#define PERC_PPS_ORDERPRODUCT 0.6
#define PERC_PPS_UPDATEPRODUCTPART 0.2
#define PERC_PPS_UPDATEPART 0.0
enum PPSTxnType {
PPS_ALL = 0,
PPS_GETPART,
PPS_GETSUPPLIER,
PPS_GETPRODUCT,
PPS_GETPARTBYSUPPLIER,
PPS_GETPARTBYPRODUCT,
PPS_ORDERPRODUCT,
PPS_UPDATEPRODUCTPART,
PPS_UPDATEPART
};
/***********************************************/
// DEBUG info
/***********************************************/
#define WL_VERB true
#define IDX_VERB false
#define VERB_ALLOC true
#define DEBUG_LOCK false
#define DEBUG_TIMESTAMP false
#define DEBUG_SYNTH false
#define DEBUG_ASSERT false
#define DEBUG_DISTR false
#define DEBUG_ALLOC false
#define DEBUG_RACE false
#define DEBUG_TIMELINE false
#define DEBUG_BREAKDOWN false
#define DEBUG_LATENCY false
/***********************************************/
// MODES
/***********************************************/
// QRY Only do query operations, no 2PC
// TWOPC Only do 2PC, no query work
// SIMPLE Immediately send OK back to client
// NOCC Don't do CC
// NORMAL normal operation
#define MODE NORMAL_MODE
/***********************************************/
// Constant
/***********************************************/
// INDEX_STRUCT
#define IDX_HASH 1
#define IDX_BTREE 2
// WORKLOAD
#define YCSB 1
#define TPCC 2
#define PPS 3
#define TEST 4
#define DA 5
// Concurrency Control Algorithm
#define NO_WAIT 1
#define WAIT_DIE 2
#define DL_DETECT 3
#define TIMESTAMP 4
#define MVCC 5
#define HSTORE 6
#define HSTORE_SPEC 7
#define OCC 8
#define VLL 9
#define CALVIN 10
#define MAAT 11
#define WDL 12
#define WOOKONG 13
#define TICTOC 14
#define FOCC 15
#define BOCC 16
#define SSI 17
#define WSI 18
#define DLI_BASE 19
#define DLI_OCC 20
#define DLI_MVCC_OCC 21
#define DTA 22
#define DLI_DTA 23
#define DLI_MVCC 24
#define DLI_DTA2 25
#define DLI_DTA3 26
#define SILO 27
#define CNULL 28
// TIMESTAMP allocation method.
#define TS_MUTEX 1
#define TS_CAS 2
#define TS_HW 3
#define TS_CLOCK 4
#define LTS_CURL_CLOCK 5
#define LTS_TCP_CLOCK 6
#define LTS_HLC_CLOCK 7
#define LTS_TCP_IP 10.77.110.147
#define LTS_TCP_PORT 62389
// MODES
// NORMAL < NOCC < QRY_ONLY < SETUP < SIMPLE
#define NORMAL_MODE 1
#define NOCC_MODE 2
#define QRY_ONLY_MODE 3
#define SETUP_MODE 4
#define SIMPLE_MODE 5
// SKEW METHODS
#define ZIPF 1
#define HOT 2
// PRIORITY WORK QUEUE
#define PRIORITY_FCFS 1
#define PRIORITY_ACTIVE 2
#define PRIORITY_HOME 3
// Replication
#define AA 1
#define AP 2
// Load
#define LOAD_MAX 1
#define LOAD_RATE 2
// Transport
#define TCP 1
#define IPC 2
// Isolation levels
#define SERIALIZABLE 1
#define READ_COMMITTED 2
#define READ_UNCOMMITTED 3
#define NOLOCK 4
// Stats and timeout
#define BILLION 1000000000UL // in ns => 1 second
#define MILLION 1000000UL // in ns => 1 second
#define STAT_ARR_SIZE 1024
#define PROG_TIMER 10 * BILLION // in s
#define BATCH_TIMER 0
#define START_MIG 45 // migration start time(second)
#define SEQ_BATCH_TIMER 5 * 1 * MILLION // ~5ms -- same as CALVIN paper
#define DONE_TIMER 1 * 30 * BILLION // ~1 minutes 60 BILLION = 1 min
#define WARMUP_TIMER 1 * 30 * BILLION // ~1 minutes
#define TPS_LENGTH (DONE_TIMER+WARMUP_TIMER) / BILLION //length of throughut
#define SEED 0
#define SHMEM_ENV false
#define ENVIRONMENT_EC2 false
#endif