Doris集群部署手册

1

cat  /proc/cpuinfo  |  grep  avx2

1

swapoff -a

1

2

3

4

5

6

# /etc/fstab

# <file system>        <dir>         <type>    <options>             <dump> <pass>

tmpfs                  /tmp          tmpfs     nodev,nosuid           0       0

/dev/sda1              /             ext4      defaults,noatime       0       1

# /dev/sda2            none          swap      defaults               0       0

/dev/sda3              /home         ext4      defaults,noatime       0       2

1

2

sudo  systemctl stop firewalld.service

sudo  systemctl disable firewalld.service

1

2

3

vi  /etc/security/limits .conf

* soft nofile 1000000

* hard nofile 1000000

1

sysctl -w vm.max_map_count=2000000

1

2

echo  never >  /sys/kernel/mm/transparent_hugepage/enabled

echo  never >  /sys/kernel/mm/transparent_hugepage/defrag

1

2

3

4

5

## Select a disk that is separated from the BE data storage and create the FE metadata directory.

mkdir  -p <doris_meta_created>

## Create a symbolic link to the FE metadata directory.

ln  -s <doris_meta_original> <doris_meta_created>

1

priority_networks = 10.1.3.0 /24

1

JAVA_OPTS= "-Xmx16384m -XX:+UseMembar -XX:SurvivorRatio=8 -XX:MaxTenuringThreshold=7 -XX:+PrintGCDateStamps -XX:+PrintGCDetails -XX:+UseConcMarkSweepGC -XX:+UseParNewGC -XX:+CMSClassUnloadingEnabled -XX:-CMSParallelRemarkEnabled -XX:CMSInitiatingOccupancyFraction=80 -XX:SoftRefLRUPolicyMSPerMB=0 -Xloggc:$DORIS_HOME/log/fe.gc.log.$DATE"

1

bin /start_fe .sh --daemon

1

mysql -uroot -P<fe_query_port> -h<fe_ip_address>

1

2

3

4

5

6

7

## Connect to any FE node alive

mysql -uroot -P<fe_query_port> -h<fe_ip_address>

## Register FE Follower node

## fe_edit_log_port can be viewed in fe.conf, set to 9010 by default

## In MySQL Client, execute ALTER SYSTEM statement

ALTER SYSTEM ADD FOLLOWER  "<fe_ip_address>:<fe_edit_log_port>"

1

2

## Register FE observer node, execute ALTER SYSTEM in MySQL Client.

ALTER SYSTEM ADD OBSERVER  "<fe_ip_address>:<fe_edit_log_port>"

1

bin /start_fe .sh --helper <helper_fe_ip>:<fe_edit_log_port> --daemon

1

2

## Create BE data storage directories on each data disk

mkdir  -p <be_storage_root_path>

1

2

## Modify Java environment variable in be/be.conf

JAVA_HOME = <your-java-home-path>

1

2

3

4

## In storage_root_path, use medium to specify the disk type

## /home/disk1/doris,medium:HDD: this directory stores cold data;

## /home/disk2/doris,medium:SSD: this directory stores hot data;

storage_root_path= /home/disk1/doris ,medium:HDD; /home/disk2/doris ,medium:SSD

1

priority_networks = 10.1.3.0 /24

1

2

3

4

5

6

7

## Connect to any FE node alive

mysql -uroot -P<fe_query_port> -h<fe_ip_address>

## Register BE node

## be_heartbeat_service_port can be checked from be.conf, set to 9050 by default

## In MySQL Client, execute ALTER SYSTEM statement

ALTER SYSTEM ADD BACKEND  "<be_ip_address>:<be_heartbeat_service_port>"

1

bin /start_be .sh --daemon

1

2

3

4

5

## Connect to Doris cluster

mysql -uroot -P<fe_query_port> -h<fe_ip_address>

## Check BE status, execute show command in MySQL Client

show backends;

1

2

## Connect to Doris cluster

mysql -uroot -P<fe_query_port> -h<fe_ip_address>

1

2

3

4

5

## Check the versions of all FE instances in MySQL Client

show frontends G

## Check the versions of all BE instances in MySQL Client

show backends G

1

2

3

4

5

6

7

8

9

10

## To confirm that the current user is root, you can check the current user in the MySQL client.

select  user();

+------------------------+

| user()                 |

+------------------------+

|  'root' @ '192.168.88.30'  |

+------------------------+

## To modify the password for the root user, execute the "set password" command in the MySQL client.

SET PASSWORD = PASSWORD( 'doris_new_passwd' );

1

2

3

4

5

6

7

8

9

10

11

12

13

##  To  create  a test  database ,  execute  the  "create database"  statement  in  MySQL Client.

create  database  testdb;

##  To  create  a test  table ,  execute  the  "create table"  statement  in  MySQL Client.

CREATE  TABLE  testdb.table_hash

(

     k1 TINYINT,

     k2  DECIMAL (10, 2)  DEFAULT  "10.5" ,

     k3  VARCHAR (10) COMMENT  "string column" ,

     k4  INT  NOT  NULL  DEFAULT  "1"  COMMENT  "int column"

)

COMMENT  "my first table"

DISTRIBUTED  BY  HASH(k1) BUCKETS 32;

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

##  To  insert  test data,  execute  the  "insert into"  statement  in  MySQL Client.

INSERT  INTO  testdb.table_hash  VALUES

(1, 10.1,  'AAA' , 10),

(2, 10.2,  'BBB' , 20),

(3, 10.3,  'CCC' , 30),

(4, 10.4,  'DDD' , 40),

(5, 10.5,  'EEE' , 50);

##  To  verify the data,  execute  the  "select"  statement  in  MySQL Client.

SELECT  *  from  testdb.table_hash;

+ ------+-------+------+------+

| k1   | k2    | k3   | k4   |

+ ------+-------+------+------+

|    3 | 10.30 | CCC  |   30 |

|    4 | 10.40 | DDD  |   40 |

|    5 | 10.50 | EEE  |   50 |

|    1 | 10.10 | AAA  |   10 |

|    2 | 10.20 | BBB  |   20 |

+ ------+-------+------+------+