本文共 4079 字，大约阅读时间需要 13 分钟。

Linux????SH??

??Linux????SH???????nohup?????????????????????????

nohup sh sparkstationenergyTest.sh > tslog01.log &

Vim??

?Vim??????????????????

• ???????????Ctrl + q?Escape + q??
• ?????????????????:set nu?
• ?~/.vimrc?/etc/vimrc?????set nu???????Vim???????

Linux????

??

?/etc/mail.rc??????????

set from=1968089885@qq.comsmtp="smtp.qq.com"set smtp-auth-user="1968089885@qq.com"set smtp-auth-password="123456"set smtp-auth=login

????

• ??????????

mail -s "??" maker2win@163.com

• ???????????????

mail -s "????" maker2win@163.com < /data/msg.txt

• ??????????????

echo "????" | mail -s "????" maker2win@163.com

• ??cat??????????

cat /data/msg.txt | mail -s "????" maker2win@163.com

• ?????????

mail -s "????" maker2win@163.com -a /data/msg.tar.gz < /data/msg.txt

Linux??CPU???

????CPU??

cat /proc/cpuinfo | grep "physical id" | sort | uniq | wc -l

??????CPU????

cat /proc/cpuinfo | grep "cpu cores" | uniq

????CPU??

cat /proc/cpuinfo | grep "processor" | wc -l

Linux??????

?????????????

syncecho 1 > /proc/sys/vm/drop_cachesecho 2 > /proc/sys/vm/drop_cachesecho 3 > /proc/sys/vm/drop_caches

??????

???????

???????

cat /proc/sys/kernel/pid_maxcat /proc/sys/kernel/thread-maxulimit -u

Java?????

?Java???????????

-Xms  # ?????-Xmx  # ?????-Xss  # ?????????

????????

???????????

pstree -p `ps -e | grep java | awk '{print $1}'` | wc -l

??????????

cat /proc/`pid`/status

???????

top -Hps xHps -mp

?????

??????

cd /opt/modulemkdir mytest.txtcd /opt/softwareln -s /opt/module/mytest.txt mytest

????

?????????

lsof -i:2181netstat -tunlp | grep 2181

Yum??

??Yum???

yum clean allyum clean headersyum clean packages

Kafka??

????

./kafka-topics.sh --create --zookeeper node3.sdp.cn:2181 --replication-factor 5 --partitions 5 --topic test

??????

./kafka-topics.sh --zookeeper node5.sdp.cn:2181 --list

??????

./kafka-topics.sh --zookeeper node5.sdp.cn:2181 --topic realdata --describe

?????

./kafka-run-class.sh kafka.tools.ConsumerOffsetChecker --zookeeper node5.sdp.cn:2181 --group consumer-tutorial --topic hisdata

????

./kafka-topics.sh --delete --zookeeper node3.sdp.cn:2181 --topic test

??????

./kafka-consumer-groups.sh --zookeeper node4.sdp.cn:2181 --list

????????

./kafka-topics.sh --describe --zookeeper node6.sdp.cn:2181 --topic realdata

???????

./kafka-topics.sh --alter --topic topic1 --zookeeper ip:2181 --partitions 6

HBase??

???

hbase(main):> list

???

hbase(main):> create 't1', {NAME => 'f1', VERSIONS => 2}, {NAME => 'f2', VERSIONS => 2}

???

hbase(main):> disable 't1'hbase(main):> drop 't1'

?????

hbase(main):> describe 't1'

?????

hbase(main):> disable 'test1'hbase(main):> alter 'test1', {NAME => 'body', TTL => '15552000'}, {NAME => 'meta', TTL => '15552000'}hbase(main):> enable 'test1'

????

scan 'Kg_MultiRadarData', {ROWPREFIXFILTER => 'MULTI', LIMIT => 1}

????????

truncate 'Kg_MultiRadarData'

Storm????

??JAR??

storm jar storm.jar com.jxre.bigdata.storm.HistoryDataDriver HISTORY_DATA_UPstorm jar storm.jar com.jxre.bigdata.realtime.RealTimeDataDriver REALTIME_DATA

??Storm????

storm rebalance HISTORY_DATA_UP -w 60 -n 20storm rebalance HISTORY_DATA_UP -w 60 -e data-parse=4storm rebalance HISTORY_DATA_UP -w 60 -e data-split=4storm rebalance HISTORY_DATA_UP -w 60 -e data-point=8storm rebalance HISTORY_DATA_UP -w 60 -e data-persis=4

HDFS??

?????HDFS

hadoop dfs -put test1 test

????

hadoop dfs -rmr test

??????

hadoop dfs -cat /a.txt

????

hadoop dfs -mkdir /user/hadoop/examples

Hadoop????

??Hadoop????

start-all.sh

??Hadoop????

stop-all.sh

??HDFS????

start-dfs.sh

??HDFS????

stop-dfs.sh

??NameNode????

hadoop-daemons.sh start namenode

??NameNode????

hadoop-daemons.sh stop namenode

??DataNode????

hadoop-daemons.sh start datanode

??DataNode????

hadoop-daemons.sh stop datanode

??SecondaryNameNode????

hadoop-daemons.sh start secondarynamenode

??SecondaryNameNode????

hadoop-daemons.sh stop secondarynamenode

??JobTracker?TaskTracker????

start-mapred.sh

??JobTracker?TaskTracker????

stop-mapred.sh

????????

hadoop-daemons.sh start jobtrackerhadoop-daemons.sh stop jobtrackerhadoop-daemons.sh start tasktrackerhadoop-daemons.sh stop tasktracker

??????????Linux?????????????????????????