redis-cli -c --cluster call 10.1.2.121:2171 keys * 查看所得key
redis-cli -c -a [CLUSTER_AUTH] --cluster call [CLUSTER_IP:CLUSTER_POPRT] keys *
redis-cli -c -h 10.1.2.121 -p 2171 -a Fcytdsjyy_123456 // 集群进入cli
redis-cli -h 10.1.2.121 -p 2171 -a Fcytdsjyy_123456 // 进入到
redis-cli -c -a Fcytdsjyy_123456 --cluster call -h 10.1.2.121 -p 2171
wordCount
/usr/cybersmart/bigdata/reasonCognitionDeduction/lib/cyberSuperEngine/bin/spark-submit
–master mesos://zk://node-1:2181,node-2:2181,node-3:2181,node-4:2181,node-5:2181/mesos
–total-executor-cores 2
–executor-cores 2
–supervise
–executor-memory 2G
–conf spark.default.parallelism=2
–num-executors 1
–class com.cyber.collectMyToHdb.CollectMyToHdbApplication
/root/test02/collectMyToHdb-0.0.1-SNAPSHOT.jar
spark-submit
–master yarn
–deploy-mode client
–class org.apache.spark.examples.SparkPi
examples/jars/spark-examples_2.11-2.3.3.jar
//可使用的提交mesos
/usr/cybersmart/bigdata/reasonCognitionDeduction/lib/cyberSuperEngine/bin/spark-submit
–master mesos://zk://node-1:2181,node-2:2181,node-3:2181,node-4:2181,node-5:2181/mesos
–total-executor-cores 2
–executor-cores 2
–supervise
–executor-memory 2G
–conf spark.default.parallelism=2
–num-executors 1
–class com.cyber.collectToStorage.streaming.CollectMysqlToStorage
/root/test02/CollectMysqlToStorageManagement-1.0-SNAPSHOT.jar
spark-submit --class com.cyber.collectToStorage.streaming.CollectMysqlToStorage --master yarn --deploy-mode cluster /root/test02/CollectMysqlToStorageManagement-1.0-SNAPSHOT.jar
yarn applicaton -kill application_1631741287920_0003 kill
sh yarn application -kil application_1631741287920_0003
grant ‘Administrator’,‘RWCA’,‘emp’
成功语句)(oracle -> hbase)
sqoop import -D sqoop.hbase.add.row.key=true --connect jdbc:oracle:thin:@10.1.2.56:1521/orcl --username sbyr --password sbyr -m 1 --table OGG --columns ID,TEXT_NAME,AGE,ADDR,IDD --hbase-table test:OGG --hbase-row-key ID --column-family f
(成功语句)(mysql -> hbase)
sqoop import -D sqoop.hbase.add.row.key=true --connect jdbc:mysql://10.1.2.53:3306/jeecg-boot --username root --password cbbs -m 1 --table test_0906_test01 --columns id,name --hbase-table test:test_0906_test01 --hbase-row-key id --column-family f
sh yarn application -kill jobId 停掉yarn 上任务
netstat -tunlp |grep 8095
netstat -anp | grep 8080
kill -s 9 1154(自己的进程号)
对各模块的调度效果怎样？插件管理、运行隔离做得怎么样？
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.security.AccessDeniedException): org.apache.hadoop.hbase.security.AccessDeniedException: Insufficient permissions (user=sunyanhyui, scope=test:demo_user, params=[table=test:demo_user],action=CREATE)
Git global setup
git config --global user.name “yangshaojie”
git config --global user.email “yangshaojie@163.com”
Create a new repository
git clone http://10.1.2.169:8888/dsm/datagovernance.git
cd datagovernance
touch README.md
git add README.md
git commit -m “add README”
git push -u origin master
Push an existing folder
cd existing_folder
git init
git remote add origin http://10.1.2.169:8888/dsm/datagovernance.git
git add .
git commit -m “datagovernance”
git pull --rebase origin master
git push -u origin master
git config --global user.name “sunyanhui”
git config --global user.email “sunyanhui@163.com”
git init
git remote add origin http://10.1.2.169:8888/acd/riskalert.git
git clone http://10.1.2.169:8888/sunyanhui/riskalert.git
git add .
git commit -m “riskalert”
git push -u origin master
git pull --rebase origin master
git push -u origin master
git init
git remote add origin http://10.1.2.169:8888/sunyanhui/xuniziyuan.git
git add .
git commit -m “xuniziyuan”
git push -u origin master
git pull origin master
首先进入项目master文件夹下, Git Bash Here ,打开命令窗口
$ git pull origin master # 将远程仓库里面的项目拉下来
$ dir # 查看有哪些文件夹
$ git rm -r --cached target # 删除target文件夹
$ git commit -m ‘删除了target’ # 提交,添加操作说明
git push -u origin master
git config --global user.name “sunyanhui”
//上传步骤
Push an existing folder
cd existing_folder
git init
git remote add origin http://10.1.2.169:8888/RationalCognitiveDeduction/fileupload.git
git add .
git commit -m “v1.1”
git push -u origin master
//上传失败的强制上传方式
git pull --rebase origin master
git push -u origin master
//更新步骤
git config --global user.name “sunyanhui”
git pull origin master
git status
git add .
git commit -m “version1.2”
git push -u origin master
