20220228

命令歷史15  source /etc/profile16  vim /etc/profile17  source /etc/profile18  scp -r /etc/profile root@k8s05:/etc/profile19  scp -r /etc/profile root@k8s06:/etc/profile20  cd spark-2.4.5-bin-hadoop2.7/21  ls22  cd conf23  ls24  cp spark-env.sh.template spark-env.sh25  vim spark-env.sh26  spark-shell27  vim spark-env.sh28  spark-shell29  ls30  cp slaves.template slaves31  vim slaves32   cd ..33  cd ..34  scp -r spark-2.4.5-bin-hadoop2.7/ root@k8s05:/usr/local/35  scp -r spark-2.4.5-bin-hadoop2.7/ root@k8s06:/usr/local/36  cd ..37  cd local38  ls39  cd hadoop-2.7.7/40  ls41  cd bin42  ls43  cd hadoop44  ls45  cd ..46  ls47  cd bin48  ls49  cd ..50  ls51  cd sbin52  ls53  start-master.sh54  start-dfs.sh55  ls56  start-yarn.sh57  bash start-dfs.sh58  bash start-yarn.sh59  cd ..60  ls61  cd .62  cd ..63  cd spark-2.4.5-bin-hadoop2.7/64  ls65  cd sbin66  ls67  bash start-master.sh68  bash start-slaves.sh69  jps70  pyspark71  cd ..72  ls73  cd conf74  ls75  vim spark-env.sh76  pwd77  scp -r spark-env.sh root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7/conf78  scp -r spark-env.sh root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7/conf79  cd ..80  ls81  cd bin82  ls83  vim pyspark84  pyspark85  ls86  pwd87  scp -r pyspark root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7/bin88  scp -r pyspark root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7/bin89  cd ..90  ls91  cd ..92  cd /93  ls94  cd home95  ls96  vim hello.py97  pwd98  cd ..99  cd /usr/local100  ls101  cd spark102  cd spark-2.4.5-bin-hadoop2.7/103  ls104  cd bin105  ls106  spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/hello.py107  cd /hoome108  cd /home109  ls110  vim hello.py 111  cd -112  spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/hello.py113  cd -114  vim hello.py 115  cd /usr/local116  ls117  cd /hoome118  cd /home119  ls120  cd guanlian_algo_confirm2/121  ls122  pwd123  spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 124  pip3 install findspark125  spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 126  pip3 install numpy127  pip config set global.trusted-host pypi.tuna.tsinghua.edu.cn128  pip3 config set global.trusted-host pypi.tuna.tsinghua.edu.cn129  pip3 config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple130  pip3 install numpy131  cd /usr/local132  cd spark-2.4.5-bin-hadoop2.7/133  ls134  cd bin135  ls136  cd ..137  ls138  cd bin139  ls140  echo $PATH141  cd /usr/bin142  ls143  touch spark-submit144  pwd145  cd -146  ln -s /usr/local/spark-2.4.5-bin-hadoop2.7/bin147  ln -s /usr/local/spark-2.4.5-bin-hadoop2.7/bin/spark-submit /usr/bin/spark-submit148  cd /usr/bin149  ls150  rm spark-submit151  pwd152  cd -153  ln -s /usr/local/spark-2.4.5-bin-hadoop2.7/bin/spark-submit /usr/bin/spark-submit154  spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 155  pip3 install tqdm156  spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 157  cd -158  ls159  cd /hom160  cd /home161  ls162  cd guanlian_algo_confirm2/163  ls164  vim fpGrowth.py 165  ls166  mkdir output167  ls168  vim fpGrowth.py 169  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 170  pip3 list171  pip3 install pandas172  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py 173  cd ..174  ls175  cd ..176  cd /usr/local177  ls178  cd hadoop-2.7.7/179  ls180  cd etc181  ls182  cd hadoop/183  ls184  vim hadoop-env.sh185  pwd186  scp -r hadoop-env.sh root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop187  scp -r hadoop-env.sh root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop188  ls189  vim yarn-env.sh190  scp -r yarn-env.sh root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop191  scp -r yarn-env.sh root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop192  ls193  vim slaves194  ls195  vim slaves196  scp -r slaves root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop197  scp -r slaves root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop198  pwd199  ls200  vim core-site.xml 201  scp -r core-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop202  scp -r core-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop203  cp mapred--site.xml.template mapred-site.xml204  cp mapred-site.xml.template mapred-site.xml205  vim mapred-site.xml206  scp -r mapred-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop207  scp -r mapred-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop208  vim yarn-site.xml209  cat /etc/hosts210  vim core-site.xml211  vim hdfs-site.xml212  vim core-site.xml213  scp -r core-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop214  scp -r core-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop215  scp -r hdfs-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop216  scp -r hdfs-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop217  vim mapred-site.xml218  vim yarn-site.xml219  vim mapred-site.xml220  vim core-site.xml221  vim hdfs-site.xml 222  scp -r hdfs-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop223  scp -r hdfs-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop224  scp -r core-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop225  scp -r core-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop226  scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop227  scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop228  ls229  cd ..230  ls231  cd ..232  ls233  cd biin234  cd bin235  ls236  cd hadoop237  ls238  cd hadoop239  cd ..240  ls241  cd bin242  ls243  hadoop namenode -format244  vim yarn-site.xml245  ls246  cd ..247  ls248  cd bin249  ls250  cd ..251  ls252  cd ..253  ls254  cd hadoop-2.7.7/255  ls256  cd etx257  cd etc258  ls259  cd hadoop260  ls261  vim yarn-site.xml262  scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop263  scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop264  cd ..265  ls266  cd ..267  ls268  cd bin269  ls270  hadoop namenode -format271  cd -272  cd etc273  ls274  cd hadoop275  ls276  vim yarn-site.xml 277  hadoop namenode -format278  cd -279  cd ..280  ls281  cd etc282  ls283  cd hadoop/284  ls285  vim yarn-site.xml 286  ll -a287  rm -rf .yarn-site.xml.swp 288  vim yarn-site.xml 289  hadoop namenode -format290  ls291  cd ..292  ls293  cd ..294  ls295  cd sbin296  ls297  start-dfs.sh298  bash start-dfs.sh299  scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop300  cd -301  cd etc302  ls303  cd hadoop304  ls305  scp -r yarn-site.xml root@k8s05:/usr/local/hadoop-2.7.7/etc/hadoop306  scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop307  cd -308  cd ..309  ls310  cd sbin311  ls312  bash start-dfs.sh313  jps314  bash start-yarn.sh315  jps316  cd ..317  cd spark-2.4.5-bin-hadoop2.7/318  ls319  cd conf320  ls321  vim spark-env.sh322  history | grep scp323  scp -r yarn-site.xml root@k8s06:/usr/local/hadoop-2.7.7/etc/hadoop324  scp -r spark-env.sh root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7325  scp -r spark-env.sh root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7326  ls327  vim slaves328  scp -r slaves root@k8s05:/usr/local/spark-2.4.5-bin-hadoop2.7/conf329  scp -r slaves root@k8s06:/usr/local/spark-2.4.5-bin-hadoop2.7/conf330  cd ..331  ls332  cd sbin333  ls334  bash start-all.sh335  history | grep fpGrowth336  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py337  cd /home338  ls339  cd guanlian_algo_confirm2/340  ls341  vim fpGrowth.py 342  cd -343  cd /usr/local344  ls345  cd spark-2.4.5-bin-hadoop2.7/346  ls347  cd conf348  ls349  vim spark-env.sh350  cd ..351  ls352  cd ..353  ls354  cd hadoop-2.7.7/355  ls356  cd etc/hadoop357  ls358  vim hdfs-site.xml 359  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py360  hdfs dfs --copy 361  cd /home362  ls363  cd guanlian_algo_confirm2/364  ls365  pdw366  pwd367  hdfs dfs --help368  hdfs  --help369  hdfs dfs --help370  hdfs dfs -h371  hdfs dfs --put /home/guanlian_algo_confirm2/tb_order_user_sec_type_group.csv /data372  hdfs dfs -put /home/guanlian_algo_confirm2/tb_order_user_sec_type_group.csv /data373  vim fpGrowth.py 374  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py375  hdfs dfs -rm /data376  hdfs dfs -mkdir /data377  hdfs dfs -put /home/guanlian_algo_confirm2/tb_order_user_sec_type_group.csv /data378  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py379  jps380  netstat 381  netstat -tunlp|grep 7077382  jps383  systemctl status firewalld384  spark385  pyspark386  jps387  history | grep hdfs388  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py389  ls390  cd ..391  ls392  cd ..393  ls394  cd /usr/local395  ls396  cd hadoop-2.7.7/397  ls398  cd sbin399  ls400  bash stop-all.sh401  jps402  cd ..403  ls404  cd ..405  ls406  cd spark-2.4.5-bin-hadoop2.7/407  ls408  cd sbin409  ls410  bash stop-all.sh411  jps412  kill -9 155936413  jps414  kill -9 155936415  jps416  whereis scala417  where scala418  whereis spark419  whereis python420  echo $PATH421  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py422  cd ..423  ls424  cd ..425  cd hadoop-2.7.7/426  ls427  cd sbin428  ls429  bash start-all.sh430  cd -431  cd ..432  ls433  cd spark-2.4.5-bin-hadoop2.7/434  ls435  cd sbin436  ls437  bash start-all.sh 438  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py439  jps440  kill -9 155936441  jps442  kill help\443  kill -help444  kill -h445  man kill446  kill -p 155936447  jps448  kill -p 155936449  man kill450  kill -pid 155936451  man kill452  jps453  kill -9 9170454  jps455  kill -9 7078456  jps457  kill -9 77105458  kill -9 199623459  kill -9 143236460  kill -9 142606461  kill -9 151390462  jps463  kill -9 142606464  kill -9 151390465  kill -9 142606466  pwd467  ls468  pwd469  cd ..470  ls471  cd ..472  ls473  cd hadoop-2.7.7/474  ls475  cd sbin476  bash sh start-all.sh477  sh start-all.sh478  jps479  pwd480  cd ..481  ls482  cd ..483  ls484  cd spark-2.4.5-bin-hadoop2.7/485  cd sbin486  ls487  sh start-all.sh488  jps489  history | grep submit490  spark-sumbit --master spark://k8s04:7707 --executor-memory 5G --total-executor 5 /home/guanlian_algo_confirm2/fpGrowth.py 491  spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor 5 /home/guanlian_algo_confirm2/fpGrowth.py 492  history | grep submit493  spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/guanlian_algo_confirm2/fpGrowth.py 494  cd ..495  ls496  cd /home497  ls498  cd guanlian_algo_confirm2/499  ls500  vim fpGrowth.py 501  spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/guanlian_algo_confirm2/fpGrowth.py 502  jps503  kill -9 155936504  jps | SparkSubmit505  jps | grep  SparkSubmit506  man cut507  jps | grep  SparkSubmit | awk -F '{print $2}'508  awk -F '{print $2}' jps | grep  SparkSubmit 509  awk -F '{print $2}' | jps | grep  SparkSubmit 510  jps | grep  SparkSubmit | awk -F '{print $2}'511  jps | grep  SparkSubmit | awk -F ${print $2}512  jps | grep  SparkSubmit | awk -F '{print $2}'513  jps | grep  SparkSubmit | awk -F :'{print $2}'514  jps | grep  SparkSubmit | awk -F: '{print $2}'515  jps | grep  SparkSubmit | awk {print $1}'516  jps517  jps | grep  SparkSubmit | awk {print $1}518  jps | grep  SparkSubmit | awk '{print $1}'519  kill -9 $(jps | grep  SparkSubmit | awk '{print $1}')520  jps521  kill -9 $(jps | grep  SparkSubmit | awk '{print $1}')522  jps523  kill -9 151390524  jps525  pstree526  pstree -p527  yum -y install psmisc528  pstree -p529  pstree -p | grep sparksubmit530  pstree -p | grep SparkSubmit531  su  - root532  su root533  jps534  spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/guanlian_algo_confirm2/fpGrowth.py 535  jps536  cd /home537  ls538  禪道539  cd guanlian_algo_confirm2/540  ls541  vim f542  vim fpGrowth.py 543  cd ..544  ls545  spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/hello.py 546  spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/hello.py >/home/mylog.txt547  vim mylog.txt 548  spark-submit --master spark://k8s04:7707 --executor-memory 5G --total-executor-cores 5 /home/hello.py >/home/mylog.txt 2>&1549  vim mylog.txt 550  hostname -f551  vim /etc/hosts552  cd ..553  ls554  cd usr/555  ls556  cd local557  ls558  cd spark-2.4.5-bin-hadoop2.7/559  ls560  cd sbin561  ls562  vim start-all-sh563  vim start-all.sh564  vim start-master.sh 565  vim /usr/sbin/check-hostname566  cd /usr/sbin/check-hostname567  netstat -ano|grep 7077568  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py569  cd /home570  ls571  vim mylog.txt 572  ls573  jps574  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py575  spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py576  jps577  ufw disable578  history | grep iptables579  history | grep iptable580  history | grep system581  systemctl status firewalld582  systemctl status firewalld.service583  systemctl stop firewalld.service584  systemctl status firewalld.service585  vim /etc/hostname586  nmap -p 7077 master_ip587  yum -y install nmap588  nmap -p 7077 master_ip589  nmap -p 7077 localhost590  spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py591  cd /usr/local592  ls593  cd spark-2.4.5-bin-hadoop2.7/594  ls595  cd sbin596  ls597  vim start-master.sh 598  vim start-master.sh -h 192.168.1.122599  start-master.sh -h 192.168.1.122600  sh start-master.sh -h 192.168.1.122601  cd ..602  ls603  cd ..604  cd local605  ls606  cd hadoop-2.7.7/607  ls608  cd sbin/609  ls610  sh stop-all.sh611  cd ..612  cd spark-2.4.5-bin-hadoop2.7/613  cd sbin/614  ls615  sh stop-all.sh 616  cd -617  cd .618  cd ..619  cd hadoop-2.7.7/620  ls621  cd sbin/622  ls623  sh start-all.sh624  cd -625  cd ..626  ls627  cd s628  cd spark-2.4.5-bin-hadoop2.7/629  ls630  cd sbin/631  ls632  sh start-all.sh -h 192.168.1.122633  history | grep SparkSubmit634  history | grep spark-submit635  spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py636  ls637  pwd638  cd /usr/local/hadoop-2.7.7/sbin639  sh stop-all.sh 640  cd -641  sh stop-all.sh 642  cd -643  sh start-all.sh644  cd -645  sh start-master.sh -h 192.168.1.122646  sh start-slave.sh spark://192.168.1.122:7077647  spark-submit --master spark://k8s04:7708 --executor-memory 1G --total-executor-cores 2 /home/hello.py648  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py649  sh start-all.sh 650  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py651  /erro652  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py 2>$1653  spark-submit --master spark://k8s04:7707 --executor-memory 1G --total-executor-cores 2 /home/hello.py 2>&1654  vim /home/mylog.txt 655  spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/hello.py 2>&656  history | grep spark-submit657  spark-submit --master spark://k8s04:7077 --executor-memory 1G --total-executor-cores 2 /home/guanlian_algo_confirm2/fpGrowth.py658  spark-submit --master spark://k8s04:7077 --executor-memory 5G --total-executor-cores 6 /home/guanlian_algo_confirm2/fpGrowth.py659  spark-submit --master spark://k8s04:7077 --executor-memory 32G --total-executor-cores 32 /home/guanlian_algo_confirm2/fpGrowth.py660  spark-submit --master spark://k8s04:7077 --executor-memory 256G --total-executor-cores 128 /home/guanlian_algo_confirm2/fpGrowth.py661  ls662  cd /usr/local663  ls664  cd /home665  ls666  cd guanlian_algo_confirm2/667  ls668  vim fpGrowth.py 669  vimm fpGrowth.py 670  vim fpGrowth.py 671  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py 672  history | grep spark-submit673  spark-submit --master spark://k8s04:7707  /home/guanlian_algo_confirm2/fpGrowth.py  >/home/mylog.txt 2>&1674  spark-submit --master spark://k8s04:7707  /home/guanlian_algo_confirm2/fpGrowth.py | tee  >/home/mylog.txt675  vim /home/mylog.txt 676  history | grep spark-submit677  spark-submit --master spark://k8s04:7707  /home/guanlian_algo_confirm2/fpGrowth.py  >/home/mylog.txt 2>&1678  spark-submit --master spark://k8s04:7707  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt 2>&1679  vim /home/mylog.txt 680  vim /home/mylog.txt681  spark-submit --master spark://k8s04:7707  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt 2>&1682  spark-submit --master spark://k8s04:7707  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt683  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt684  vim /home/guanlian_algo_confirm2/fpGrowth.py 685  cd /usr/local686  cd spark-2.4.5-bin-hadoop2.7/687  cd conf688  ls689  cp log4j.properties.template  log4j.properties690  vim log4j.properties691  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt692  vim /home/guanlian_algo_confirm2/fpGrowth.py 693  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt694  hdfs dfs -mkdir /output695  hdfs dfs -help696  hdfs dfs -ls697  hdfs dfs -ls -R698  hdfs fs699  hadoop fs700  hadoop fs -ls701  hadoop fs -ls/702  hadoop fs -ls /703  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt704  vim /home/guanlian_algo_confirm2/fpGrowth.py 705  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt706  vim /home/guanlian_algo_confirm2/fpGrowth.py 707  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt708  hdfs fs -ls /709  hadoop fs -ls /710  hadoop fs -ls /output711  vim /home/guanlian_algo_confirm2/fpGrowth.py 712  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt713  vim /home/guanlian_algo_confirm2/fpGrowth.py 714  hadoop fs -ls /715  vim /home/guanlian_algo_confirm2/fpGrowth.py 716  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt717  vim /home/guanlian_algo_confirm2/fpGrowth.py 718  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt719  vim /home/guanlian_algo_confirm2/fpGrowth.py 720  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt721  vim /home/guanlian_algo_confirm2/fpGrowth.py 722  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt723  pyspark.sql.utils.AnalysisException: 'CSV data source does not support array<string> data type.;'724  vim /home/guanlian_algo_confirm2/fpGrowth.py 725  pyspark.sql.utils.AnalysisException: 'CSV data source does not support array<string> data type.;'726  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt727  vim /home/guanlian_algo_confirm2/fpGrowth.py 728  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt729  pip3 install pyspark.pandas730  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt731  vim /home/guanlian_algo_confirm2/fpGrowth.py 732  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt733  vim /home/guanlian_algo_confirm2/fpGrowth.py 734  pip3 install pyspark735  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt736  vim /home/guanlian_algo_confirm2/fpGrowth.py 737  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt738  vim /home/guanlian_algo_confirm2/fpGrowth.py 739  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt740  vim /home/guanlian_algo_confirm2/fpGrowth.py 741  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt742  vim /home/guanlian_algo_confirm2/fpGrowth.py 743  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt744  vim /home/guanlian_algo_confirm2/fpGrowth.py 745  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt746  vim /home/guanlian_algo_confirm2/fpGrowth.py 747  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt748  vim /home/guanlian_algo_confirm2/fpGrowth.py 749  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt750  vim /home/guanlian_algo_confirm2/fpGrowth.py 751  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt752  hdfs://k8s04:9001/output/41_客戶類型_關聯規則.csv already exists.;'753  pip3 install pyhdfs754  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt755  vim /home/guanlian_algo_confirm2/fpGrowth.py 756  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt757  pip3 install hdfs758  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt759  pip3 install hdfs760  vim /home/guanlian_algo_confirm2/fpGrowth.py 761  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt762  vim /home/guanlian_algo_confirm2/fpGrowth.py 763  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt764  vim /home/guanlian_algo_confirm2/fpGrowth.py 765  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt766  vim /home/mylog.txt 767  vim /home/guanlian_algo_confirm2/fpGrowth.py 768  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt769  vim /home/guanlian_algo_confirm2/fpGrowth.py 770  vim /home/mylog.txt 771  vim /home/guanlian_algo_confirm2/fpGrowth.py 772  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt773  vim /home/guanlian_algo_confirm2/fpGrowth.py 774  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt775  vim /home/guanlian_algo_confirm2/fpGrowth.py 776  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt777  vim /home/guanlian_algo_confirm2/fpGrowth.py 778  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt779  vim /home/guanlian_algo_confirm2/fpGrowth.py 780  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt781  vim /home/guanlian_algo_confirm2/fpGrowth.py 782  hdfs dfs -ls /783  hdfs dfs -moveToLocal /output/41_客戶類型_關聯規則.csv /home/guanlian_algo_confirm2/output784  hdfs fs -mv /output/41_客戶類型_關聯規則.csv /home/guanlian_algo_confirm2/output785  hdfs dfs -mv /output/41_客戶類型_關聯規則.csv /home/guanlian_algo_confirm2/output786  hdfs dfs -mv /output/41_客戶類型_關聯規則.csv /home/guanlian_algo_confirm2/output/787  hdfs dfs -get /output/41_客戶類型_關聯規則.csv /home/guanlian_algo_confirm2/output/788  cd /home/guanlian_algo_confirm2/output789  ls790  vim 41_客戶類型_關聯規則.csv791  cd 41792  cd 41_客戶類型_關聯規則.csv/793  LS794  ls795  vim part-00000-0f755a43-c7ff-40d2-88dc-c36bdcc59e3c-c000.csv 796  vim /home/guanlian_algo_confirm2/fpGrowth.py797  cd -798  cd ..799  ls800  cd ..801  ls802  cd ..803  ls804  cd usr/local805  ls806  python807  python3808  cd python3809  ls810  cd bin811  ls812  python3813  cd ..814  ls815  cd Python-3.7.12/816  ls817  cd ..818  ls819  cd ..820  ls821  cd local822  ls823  cd src824  ls825  cd ..826  ls827  vim fpGrowth.py 828  hadoop dfs -rm -r /output/41_客戶類型_關聯規則.csv829  history | grep spark-submit830  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fpGrowth.py | tee /home/mylog.txt831  history | grep fpGrowth.py 832  vim /home/guanlian_algo_confirm2/fpGrowth.py833  cd /home/guanlian_algo_confirm2/834  ls835  cp fpGrowth.py fp_growth_confirm.py 836  vim fp_growth_confirm.py 837  vim calculate_fp_growth.py838  vim fp_growth_confirm.py 839  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt840  vim fp_growth_confirm.py 841  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt842  vim fp_growth_confirm.py 843  ls844  vim  calculate_fp_growth.py 845  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt846  vim fp_growth_confirm.py 847  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt848  vim fp_growth_confirm.py 849  cd /home/guanlian_algo_confirm2/850  ls851  vim fp_growth_confirm.py 852  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt853  vim fp_growth_confirm.py 854  vim  calculate_fp_growth.py 855  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt856  vim fp_growth_confirm.py 857  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt858  cd /home/guanlian_algo_confirm2/859  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt860  vim /home/mylog.txt 861  pip3 install lzma862  vim /home/mylog.txt 863  yum install xz-devel864  yum install python-backports-lzma865  pip3 install backports.lzma866  jps867  cd /home/guanlian_algo_confirm2/868  ls869  vim fp_growth_confirm.py 870  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt871  vim fp_growth_confirm.py 872  vim calculate_fp_growth.py 873  vim fp_growth_confirm.py 874  ls875  vim __init__.py876  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt877  ls878  cd /home879  ls880  cd guanlian_algo_confirm2/881  ls882  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt883  vim fp_growth_confirm.py 884  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt885  vim fp_growth_confirm.py 886  cd /home887  cd guanlian_algo_confirm2/888  ls889  vim fp890  vim fp_growth_confirm.py 891  vim calculate_fp_growth.py 892  vim fp_growth_confirm.py 893  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt894  vim fp_growth_confirm.py 895  vim calculate_fp_growth.py 896  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt897  vim fp_growth_confirm.py 898  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt899  vim fp_growth_confirm.py 900  cd /home901  ls902  cd guanlian_algo_confirm2/903  vim fp_growth_confirm.py 904  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt905  vim fp_growth_confirm.py 906  cd /home/guanlian_algo_confirm2/907  vim fp_growth_confirm.py 908  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt909  vim fp_growth_confirm.py 910  cd /home/guanlian_algo_confirm2/911  vim fp_growth_confirm.py 912  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt913  vim fp_growth_confirm.py 914  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt915  vim fp_growth_confirm.py 916  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt917  vim fp_growth_confirm.py 918  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt919  vim fp_growth_confirm.py 920  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt921  vim fp_growth_confirm.py 922  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt923  vim fp_growth_confirm.py 924  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt925  vim fp_growth_confirm.py 926  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt927  vim fp_growth_confirm.py 928  free -h929  exit930  ls931  exit932  jps933  ls934  cd /home/935  ks936  ls937  cd guanlian_algo_confirm2/938  ls939  cd ..940  ls941  cd /b942  cd /root/943  ls944  cd /data/945  ls946  cd /data/947  ls948  cd engine-customer-churn/949  ls950  cd ..951  ls952  clear953  ls954  exit955  eixt956  exit957  free -h958  cd /959  cd /data960  ls961  rm lib_needed.txt962  ls963  free -h964  ks965  ls966  cd engine-customer-churn/967  ls968  ls --help969  ls -a970  ll971  cd temp972  ls973  ll974  ls975  LS976  ls977  vim utils.py978  pip3 list979  pip3 install SQLAlchemy==1.4.23980  ls981  vim step5_main_run_pred.py982  python3 step5_main_run_pred.py983  pip3 install trino==0.306.0984  python3 step5_main_run_pred.py985  pip3 list986  pip3 install PyHive==0.6.4987  python3 step5_main_run_pred.py988  lsblk989  free -h990  df -Th991  cd /data992  ls993  cd ..994  ls995  cd data996  ls997  cd ..998  LS999  ls1000  cd local1001  ls1002  cd /1003  ls1004  cd home1005  ls1006  cd guanlian_algo_confirm2/1007  ls1008  vim fpGrowth.py1009  history1010  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt1011  history1012  spark-submit --master spark://k8s04:7077  /home/guanlian_algo_confirm2/fp_growth_confirm.py | tee /home/mylog.txt1013  history1014  history > out.txt

總結

以上是生活随笔為你收集整理的linux命令历史的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。