20220228
命令历史
15 source /etc/profile
16 vim /etc/profile
17 source /etc/profile
18 scp -r /etc/profile root@k8s05:/etc/profile
19 scp -r /etc/profile root@k8s06:/etc/profile
20 cd spark-2.4.5-bin-hadoop2.7/
21 ls
22 cd conf
23 ls
24 cp spark-env.sh.template spark-env.sh
25 vim spark-env.sh
26 spark-shell
27 vim spark-env.sh
28 spark-shell
29 ls
30 cp slaves.template slaves
31 vim slaves
32 cd ..
33 cd ..
34 scp -r spark-2.4.5-bin-hadoop2.7/ root@k8s05:/usr/local/
35 scp -r spark-2.4.5-bin-hadoop2.7/ root@k8s06:/usr/local/
36 cd ..
37 cd local
38 ls
39 cd hadoop-2.7.7/
40 ls
41 cd bin
42 ls
43 cd hadoop
44 ls
45 cd ..
46 ls
47 cd bin
48 ls
49 cd ..
50 ls
51 cd sbin
52 ls
53 start-master.sh
54 start-dfs.sh
55 ls
56 start-yarn.sh
57 bash start-dfs.sh
58 bash start-yarn.sh
59 cd ..
60 ls
61 cd .
62 cd ..
63 cd spark-2.4.5-bin-hadoop2.7/
64 ls
65 cd sbin
66 ls
67 bash start-master.sh
68 bash start-slaves.sh
69 jps
70 pyspark
71 cd ..
72 ls
73 cd conf
74 ls
75 vim spark-env.sh
76 pwd
77 scp -r spark-env.sh root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7/conf
78 scp -r spark-env.sh root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7/conf
79 cd ..
80 ls
81 cd bin
82 ls
83 vim pyspark
84 pyspark
85 ls
86 pwd
87 scp -r pyspark root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7/bin
88 scp -r pyspark root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7/bin
89 cd ..
90 ls
91 cd ..
92 cd /
93 ls
94 cd home
95 ls
96 vim hello.py
97 pwd
98 cd ..
99 cd /usr/local
100 ls
101 cd spark
102 cd spark-2.4.5-bin-hadoop2.7/
103 ls
104 cd bin
105 ls
106 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/hello.py
107 cd /hoome
108 cd /home
109 ls
110 vim hello.py
111 cd -
112 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/hello.py
113 cd -
114 vim hello.py
115 cd /usr/local
116 ls
117 cd /hoome
118 cd /home
119 ls
120 cd guanlian_algo_/confirm/i2/
121 ls
122 pwd
123 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
124 pip3 install findspark
125 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
126 pip3 install numpy
127 pip config set global.trusted-host pypi.tuna.tsinghua.edu.cn
128 pip3 config set global.trusted-host pypi.tuna.tsinghua.edu.cn
129 pip3 config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
130 pip3 install numpy
131 cd /usr/local
132 cd spark-2.4.5-bin-hadoop2.7/
133 ls
134 cd bin
135 ls
136 cd ..
137 ls
138 cd bin
139 ls
140 echo $PATH
141 cd /usr/bin
142 ls
143 touch spark-submit
144 pwd
145 cd -
146 ln -s /usr/local/spark-2.4.5-bin-hadoop2.7/bin
147 ln -s /usr/local/spark-2.4.5-bin-hadoop2.7/bin/spark-submit /usr/bin/spark-submit
148 cd /usr/bin
149 ls
150 rm spark-submit
151 pwd
152 cd -
153 ln -s /usr/local/spark-2.4.5-bin-hadoop2.7/bin/spark-submit /usr/bin/spark-submit
154 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
155 pip3 install tqdm
156 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
157 cd -
158 ls
159 cd /hom
160 cd /home
161 ls
162 cd guanlian_algo_/confirm/i2/
163 ls
164 vim fpGrowth.py
165 ls
166 mkdir output
167 ls
168 vim fpGrowth.py
169 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
170 pip3 list
171 pip3 install pandas
172 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
173 cd ..
174 ls
175 cd ..
176 cd /usr/local
177 ls
178 cd hadoop-2.7.7/
179 ls
180 cd etc
181 ls
182 cd hadoop/
183 ls
184 vim hadoop-env.sh
185 pwd
186 scp -r hadoop-env.sh root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
187 scp -r hadoop-env.sh root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
188 ls
189 vim yarn-env.sh
190 scp -r yarn-env.sh root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
191 scp -r yarn-env.sh root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
192 ls
193 vim slaves
194 ls
195 vim slaves
196 scp -r slaves root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
197 scp -r slaves root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
198 pwd
199 ls
200 vim core-site.xml
201 scp -r core-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
202 scp -r core-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
203 cp mapred--site.xml.template mapred-site.xml
204 cp mapred-site.xml.template mapred-site.xml
205 vim mapred-site.xml
206 scp -r mapred-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
207 scp -r mapred-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
208 vim yarn-site.xml
209 cat /etc/hosts
210 vim core-site.xml
211 vim hdfs-site.xml
212 vim core-site.xml
213 scp -r core-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
214 scp -r core-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
215 scp -r hdfs-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
216 scp -r hdfs-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
217 vim mapred-site.xml
218 vim yarn-site.xml
219 vim mapred-site.xml
220 vim core-site.xml
221 vim hdfs-site.xml
222 scp -r hdfs-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
223 scp -r hdfs-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
224 scp -r core-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
225 scp -r core-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
226 scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
227 scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
228 ls
229 cd ..
230 ls
231 cd ..
232 ls
233 cd biin
234 cd bin
235 ls
236 cd hadoop
237 ls
238 cd hadoop
239 cd ..
240 ls
241 cd bin
242 ls
243 hadoop namenode -format
244 vim yarn-site.xml
245 ls
246 cd ..
247 ls
248 cd bin
249 ls
250 cd ..
251 ls
252 cd ..
253 ls
254 cd hadoop-2.7.7/
255 ls
256 cd etx
257 cd etc
258 ls
259 cd hadoop
260 ls
261 vim yarn-site.xml
262 scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
263 scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
264 cd ..
265 ls
266 cd ..
267 ls
268 cd bin
269 ls
270 hadoop namenode -format
271 cd -
272 cd etc
273 ls
274 cd hadoop
275 ls
276 vim yarn-site.xml
277 hadoop namenode -format
278 cd -
279 cd ..
280 ls
281 cd etc
282 ls
283 cd hadoop/
284 ls
285 vim yarn-site.xml
286 ll -a
287 rm -rf .yarn-site.xml.swp
288 vim yarn-site.xml
289 hadoop namenode -format
290 ls
291 cd ..
292 ls
293 cd ..
294 ls
295 cd sbin
296 ls
297 start-dfs.sh
298 bash start-dfs.sh
299 scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
300 cd -
301 cd etc
302 ls
303 cd hadoop
304 ls
305 scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop
306 scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
307 cd -
308 cd ..
309 ls
310 cd sbin
311 ls
312 bash start-dfs.sh
313 jps
314 bash start-yarn.sh
315 jps
316 cd ..
317 cd spark-2.4.5-bin-hadoop2.7/
318 ls
319 cd conf
320 ls
321 vim spark-env.sh
322 history | grep scp
323 scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop
324 scp -r spark-env.sh root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7
325 scp -r spark-env.sh root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7
326 ls
327 vim slaves
328 scp -r slaves root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7/conf
329 scp -r slaves root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7/conf
330 cd ..
331 ls
332 cd sbin
333 ls
334 bash start-all.sh
335 history | grep fpGrowth
336 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
337 cd /home
338 ls
339 cd guanlian_algo_/confirm/i2/
340 ls
341 vim fpGrowth.py
342 cd -
343 cd /usr/local
344 ls
345 cd spark-2.4.5-bin-hadoop2.7/
346 ls
347 cd conf
348 ls
349 vim spark-env.sh
350 cd ..
351 ls
352 cd ..
353 ls
354 cd hadoop-2.7.7/
355 ls
356 cd etc/hadoop
357 ls
358 vim hdfs-site.xml
359 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
360 hdfs dfs --copy
361 cd /home
362 ls
363 cd guanlian_algo_/confirm/i2/
364 ls
365 pdw
366 pwd
367 hdfs dfs --help
368 hdfs --help
369 hdfs dfs --help
370 hdfs dfs -h
371 hdfs dfs --put /home/guanlian_algo_/confirm/i2/tb_order_user_sec_type_group.csv /data
372 hdfs dfs -put /home/guanlian_algo_/confirm/i2/tb_order_user_sec_type_group.csv /data
373 vim fpGrowth.py
374 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
375 hdfs dfs -rm /data
376 hdfs dfs -mkdir /data
377 hdfs dfs -put /home/guanlian_algo_/confirm/i2/tb_order_user_sec_type_group.csv /data
378 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
379 jps
380 netstat
381 netstat -tunlp|grep 7077
382 jps
383 systemctl status firewalld
384 spark
385 pyspark
386 jps
387 history | grep hdfs
388 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
389 ls
390 cd ..
391 ls
392 cd ..
393 ls
394 cd /usr/local
395 ls
396 cd hadoop-2.7.7/
397 ls
398 cd sbin
399 ls
400 bash stop-all.sh
401 jps
402 cd ..
403 ls
404 cd ..
405 ls
406 cd spark-2.4.5-bin-hadoop2.7/
407 ls
408 cd sbin
409 ls
410 bash stop-all.sh
411 jps
412 kill -9 155936
413 jps
414 kill -9 155936
415 jps
416 whereis scala
417 where scala
418 whereis spark
419 whereis python
420 echo $PATH
421 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
422 cd ..
423 ls
424 cd ..
425 cd hadoop-2.7.7/
426 ls
427 cd sbin
428 ls
429 bash start-all.sh
430 cd -
431 cd ..
432 ls
433 cd spark-2.4.5-bin-hadoop2.7/
434 ls
435 cd sbin
436 ls
437 bash start-all.sh
438 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
439 jps
440 kill -9 155936
441 jps
442 kill help
443 kill -help
444 kill -h
445 man kill
446 kill -p 155936
447 jps
448 kill -p 155936
449 man kill
450 kill -pid 155936
451 man kill
452 jps
453 kill -9 9170
454 jps
455 kill -9 7078
456 jps
457 kill -9 77105
458 kill -9 199623
459 kill -9 143236
460 kill -9 142606
461 kill -9 151390
462 jps
463 kill -9 142606
464 kill -9 151390
465 kill -9 142606
466 pwd
467 ls
468 pwd
469 cd ..
470 ls
471 cd ..
472 ls
473 cd hadoop-2.7.7/
474 ls
475 cd sbin
476 bash sh start-all.sh
477 sh start-all.sh
478 jps
479 pwd
480 cd ..
481 ls
482 cd ..
483 ls
484 cd spark-2.4.5-bin-hadoop2.7/
485 cd sbin
486 ls
487 sh start-all.sh
488 jps
489 history | grep submit
490 spark-sumbit --master spark://k8s04:7707 --executor-memory 5G --total-executor 5 /home/guanlian_algo_/confirm/i2/fpGrowth.py
491 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor 5 /home/guanlian_algo_/confirm/i2/fpGrowth.py
492 history | grep submit
493 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/guanlian_algo_/confirm/i2/fpGrowth.py
494 cd ..
495 ls
496 cd /home
497 ls
498 cd guanlian_algo_/confirm/i2/
499 ls
500 vim fpGrowth.py
501 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/guanlian_algo_/confirm/i2/fpGrowth.py
502 jps
503 kill -9 155936
504 jps | SparkSubmit
505 jps | grep SparkSubmit
506 man cut
507 jps | grep SparkSubmit | awk -F '{print $2}'
508 awk -F '{print $2}' jps | grep SparkSubmit
509 awk -F '{print $2}' | jps | grep SparkSubmit
510 jps | grep SparkSubmit | awk -F '{print $2}'
511 jps | grep SparkSubmit | awk -F ${print $2}
512 jps | grep SparkSubmit | awk -F '{print $2}'
513 jps | grep SparkSubmit | awk -F :'{print $2}'
514 jps | grep SparkSubmit | awk -F: '{print $2}'
515 jps | grep SparkSubmit | awk {print $1}'
516 jps
517 jps | grep SparkSubmit | awk {print $1}
518 jps | grep SparkSubmit | awk '{print $1}'
519 kill -9 $(jps | grep SparkSubmit | awk '{print $1}')
520 jps
521 kill -9 $(jps | grep SparkSubmit | awk '{print $1}')
522 jps
523 kill -9 151390
524 jps
525 pstree
526 pstree -p
527 yum -y install psmisc
528 pstree -p
529 pstree -p | grep sparksubmit
530 pstree -p | grep SparkSubmit
531 su - root
532 su root
533 jps
534 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/guanlian_algo_/confirm/i2/fpGrowth.py
535 jps
536 cd /home
537 ls
538 禅道
539 cd guanlian_algo_/confirm/i2/
540 ls
541 vim f
542 vim fpGrowth.py
543 cd ..
544 ls
545 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/hello.py
546 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/hello.py >/home/mylog.txt
547 vim mylog.txt
548 spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/hello.py >/home/mylog.txt 2>&1
549 vim mylog.txt
550 hostname -f
551 vim /etc/hosts
552 cd ..
553 ls
554 cd usr/
555 ls
556 cd local
557 ls
558 cd spark-2.4.5-bin-hadoop2.7/
559 ls
560 cd sbin
561 ls
562 vim start-all-sh
563 vim start-all.sh
564 vim start-master.sh
565 vim /usr/sbin/check-hostname
566 cd /usr/sbin/check-hostname
567 netstat -ano|grep 7077
568 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py
569 cd /home
570 ls
571 vim mylog.txt
572 ls
573 jps
574 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py
575 spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py
576 jps
577 ufw disable
578 history | grep iptables
579 history | grep iptable
580 history | grep system
581 systemctl status firewalld
582 systemctl status firewalld.service
583 systemctl stop firewalld.service
584 systemctl status firewalld.service
585 vim /etc/hostname
586 nmap -p 7077 master_ip
587 yum -y install nmap
588 nmap -p 7077 master_ip
589 nmap -p 7077 localhost
590 spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py
591 cd /usr/local
592 ls
593 cd spark-2.4.5-bin-hadoop2.7/
594 ls
595 cd sbin
596 ls
597 vim start-master.sh
598 vim start-master.sh -h 192.168.1.122
599 start-master.sh -h 192.168.1.122
600 sh start-master.sh -h 192.168.1.122
601 cd ..
602 ls
603 cd ..
604 cd local
605 ls
606 cd hadoop-2.7.7/
607 ls
608 cd sbin/
609 ls
610 sh stop-all.sh
611 cd ..
612 cd spark-2.4.5-bin-hadoop2.7/
613 cd sbin/
614 ls
615 sh stop-all.sh
616 cd -
617 cd .
618 cd ..
619 cd hadoop-2.7.7/
620 ls
621 cd sbin/
622 ls
623 sh start-all.sh
624 cd -
625 cd ..
626 ls
627 cd s
628 cd spark-2.4.5-bin-hadoop2.7/
629 ls
630 cd sbin/
631 ls
632 sh start-all.sh -h 192.168.1.122
633 history | grep SparkSubmit
634 history | grep spark-submit
635 spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py
636 ls
637 pwd
638 cd /usr/local/hadoop-2.7.7/sbin
639 sh stop-all.sh
640 cd -
641 sh stop-all.sh
642 cd -
643 sh start-all.sh
644 cd -
645 sh start-master.sh -h 192.168.1.122
646 sh start-slave.sh spark://192.168.1.122:7077
647 spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py
648 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py
649 sh start-all.sh
650 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py
651 /erro
652 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py 2>$1
653 spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py 2>&1
654 vim /home/mylog.txt
655 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/hello.py 2>&
656 history | grep spark-submit
657 spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_/confirm/i2/fpGrowth.py
658 spark-submit --master spark://k8s04:7077 --executor-memory 5G --total-executor-cores 6 /home/guanlian_algo_/confirm/i2/fpGrowth.py
659 spark-submit --master spark://k8s04:7077 --executor-memory 32G --total-executor-cores 32 /home/guanlian_algo_/confirm/i2/fpGrowth.py
660 spark-submit --master spark://k8s04:7077 --executor-memory 256G --total-executor-cores 128 /home/guanlian_algo_/confirm/i2/fpGrowth.py
661 ls
662 cd /usr/local
663 ls
664 cd /home
665 ls
666 cd guanlian_algo_/confirm/i2/
667 ls
668 vim fpGrowth.py
669 vimm fpGrowth.py
670 vim fpGrowth.py
671 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py
672 history | grep spark-submit
673 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_/confirm/i2/fpGrowth.py >/home/mylog.txt 2>&1
674 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee >/home/mylog.txt
675 vim /home/mylog.txt
676 history | grep spark-submit
677 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_/confirm/i2/fpGrowth.py >/home/mylog.txt 2>&1
678 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt 2>&1
679 vim /home/mylog.txt
680 vim /home/mylog.txt
681 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt 2>&1
682 spark-submit --master spark://k8s04:7707 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
683 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
684 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
685 cd /usr/local
686 cd spark-2.4.5-bin-hadoop2.7/
687 cd conf
688 ls
689 cp log4j.properties.template log4j.properties
690 vim log4j.properties
691 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
692 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
693 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
694 hdfs dfs -mkdir /output
695 hdfs dfs -help
696 hdfs dfs -ls
697 hdfs dfs -ls -R
698 hdfs fs
699 hadoop fs
700 hadoop fs -ls
701 hadoop fs -ls/
702 hadoop fs -ls /
703 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
704 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
705 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
706 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
707 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
708 hdfs fs -ls /
709 hadoop fs -ls /
710 hadoop fs -ls /output
711 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
712 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
713 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
714 hadoop fs -ls /
715 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
716 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
717 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
718 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
719 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
720 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
721 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
722 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
723 pyspark.sql.utils.AnalysisException: 'CSV data source does not support array data type.;'
724 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
725 pyspark.sql.utils.AnalysisException: 'CSV data source does not support array data type.;'
726 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
727 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
728 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
729 pip3 install pyspark.pandas
730 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
731 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
732 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
733 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
734 pip3 install pyspark
735 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
736 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
737 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
738 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
739 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
740 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
741 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
742 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
743 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
744 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
745 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
746 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
747 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
748 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
749 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
750 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
751 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
752 hdfs://k8s04:9001/output/41_客户类型_关联规则.csv already exists.;'
753 pip3 install pyhdfs
754 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
755 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
756 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
757 pip3 install hdfs
758 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
759 pip3 install hdfs
760 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
761 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
762 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
763 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
764 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
765 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
766 vim /home/mylog.txt
767 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
768 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
769 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
770 vim /home/mylog.txt
771 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
772 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
773 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
774 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
775 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
776 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
777 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
778 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
779 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
780 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
781 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
782 hdfs dfs -ls /
783 hdfs dfs -moveToLocal /output/41_客户类型_关联规则.csv /home/guanlian_algo_/confirm/i2/output
784 hdfs fs -mv /output/41_客户类型_关联规则.csv /home/guanlian_algo_/confirm/i2/output
785 hdfs dfs -mv /output/41_客户类型_关联规则.csv /home/guanlian_algo_/confirm/i2/output
786 hdfs dfs -mv /output/41_客户类型_关联规则.csv /home/guanlian_algo_/confirm/i2/output/
787 hdfs dfs -get /output/41_客户类型_关联规则.csv /home/guanlian_algo_/confirm/i2/output/
788 cd /home/guanlian_algo_/confirm/i2/output
789 ls
790 vim 41_客户类型_关联规则.csv
791 cd 41
792 cd 41_客户类型_关联规则.csv/
793 LS
794 ls
795 vim part-00000-0f755a43-c7ff-40d2-88dc-c36bdcc59e3c-c000.csv
796 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
797 cd -
798 cd ..
799 ls
800 cd ..
801 ls
802 cd ..
803 ls
804 cd usr/local
805 ls
806 python
807 python3
808 cd python3
809 ls
810 cd bin
811 ls
812 python3
813 cd ..
814 ls
815 cd Python-3.7.12/
816 ls
817 cd ..
818 ls
819 cd ..
820 ls
821 cd local
822 ls
823 cd src
824 ls
825 cd ..
826 ls
827 vim fpGrowth.py
828 hadoop dfs -rm -r /output/41_客户类型_关联规则.csv
829 history | grep spark-submit
830 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fpGrowth.py | tee /home/mylog.txt
831 history | grep fpGrowth.py
832 vim /home/guanlian_algo_/confirm/i2/fpGrowth.py
833 cd /home/guanlian_algo_/confirm/i2/
834 ls
835 cp fpGrowth.py fp_growth_/confirm/i.py
836 vim fp_growth_/confirm/i.py
837 vim calculate_fp_growth.py
838 vim fp_growth_/confirm/i.py
839 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
840 vim fp_growth_/confirm/i.py
841 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
842 vim fp_growth_/confirm/i.py
843 ls
844 vim calculate_fp_growth.py
845 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
846 vim fp_growth_/confirm/i.py
847 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
848 vim fp_growth_/confirm/i.py
849 cd /home/guanlian_algo_/confirm/i2/
850 ls
851 vim fp_growth_/confirm/i.py
852 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
853 vim fp_growth_/confirm/i.py
854 vim calculate_fp_growth.py
855 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
856 vim fp_growth_/confirm/i.py
857 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
858 cd /home/guanlian_algo_/confirm/i2/
859 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
860 vim /home/mylog.txt
861 pip3 install lzma
862 vim /home/mylog.txt
863 yum install xz-devel
864 yum install python-backports-lzma
865 pip3 install backports.lzma
866 jps
867 cd /home/guanlian_algo_/confirm/i2/
868 ls
869 vim fp_growth_/confirm/i.py
870 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
871 vim fp_growth_/confirm/i.py
872 vim calculate_fp_growth.py
873 vim fp_growth_/confirm/i.py
874 ls
875 vim __init__.py
876 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
877 ls
878 cd /home
879 ls
880 cd guanlian_algo_/confirm/i2/
881 ls
882 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
883 vim fp_growth_/confirm/i.py
884 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
885 vim fp_growth_/confirm/i.py
886 cd /home
887 cd guanlian_algo_/confirm/i2/
888 ls
889 vim fp
890 vim fp_growth_/confirm/i.py
891 vim calculate_fp_growth.py
892 vim fp_growth_/confirm/i.py
893 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
894 vim fp_growth_/confirm/i.py
895 vim calculate_fp_growth.py
896 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
897 vim fp_growth_/confirm/i.py
898 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
899 vim fp_growth_/confirm/i.py
900 cd /home
901 ls
902 cd guanlian_algo_/confirm/i2/
903 vim fp_growth_/confirm/i.py
904 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
905 vim fp_growth_/confirm/i.py
906 cd /home/guanlian_algo_/confirm/i2/
907 vim fp_growth_/confirm/i.py
908 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
909 vim fp_growth_/confirm/i.py
910 cd /home/guanlian_algo_/confirm/i2/
911 vim fp_growth_/confirm/i.py
912 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
913 vim fp_growth_/confirm/i.py
914 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
915 vim fp_growth_/confirm/i.py
916 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
917 vim fp_growth_/confirm/i.py
918 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
919 vim fp_growth_/confirm/i.py
920 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
921 vim fp_growth_/confirm/i.py
922 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
923 vim fp_growth_/confirm/i.py
924 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
925 vim fp_growth_/confirm/i.py
926 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
927 vim fp_growth_/confirm/i.py
928 free -h
929 exit
930 ls
931 exit
932 jps
933 ls
934 cd /home/
935 ks
936 ls
937 cd guanlian_algo_/confirm/i2/
938 ls
939 cd ..
940 ls
941 cd /b
942 cd /root/
943 ls
944 cd /data/
945 ls
946 cd /data/
947 ls
948 cd engine-customer-churn/
949 ls
950 cd ..
951 ls
952 clear
953 ls
954 exit
955 eixt
956 exit
957 free -h
958 cd /
959 cd /data
960 ls
961 rm lib_needed.txt
962 ls
963 free -h
964 ks
965 ls
966 cd engine-customer-churn/
967 ls
968 ls --help
969 ls -a
970 ll
971 cd temp
972 ls
973 ll
974 ls
975 LS
976 ls
977 vim utils.py
978 pip3 list
979 pip3 install SQLAlchemy==1.4.23
980 ls
981 vim step5_main_run_pred.py
982 python3 step5_main_run_pred.py
983 pip3 install trino==0.306.0
984 python3 step5_main_run_pred.py
985 pip3 list
986 pip3 install PyHive==0.6.4
987 python3 step5_main_run_pred.py
988 lsblk
989 free -h
990 df -Th
991 cd /data
992 ls
993 cd ..
994 ls
995 cd data
996 ls
997 cd ..
998 LS
999 ls
1000 cd local
1001 ls
1002 cd /
1003 ls
1004 cd home
1005 ls
1006 cd guanlian_algo_/confirm/i2/
1007 ls
1008 vim fpGrowth.py
1009 history
1010 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
1011 history
1012 spark-submit --master spark://k8s04:7077 /home/guanlian_algo_/confirm/i2/fp_growth_/confirm/i.py | tee /home/mylog.txt
1013 history
1014 history > out.txt
