아이폰초보자

# kafka zookeeper 설치
apt install openjdk-11-jre-headless

sudo mkdir /usr/local/kafka-server

cd /usr/local/kafka-server

wget https://downloads.apache.org/kafka/3.2.3/kafka-3.2.3-src.tgz
sudo tar -xzf kafka-3.2.3-src.tgz
sudo mv kafka_2.12-3.0.0/* ./


wget https://downloads.apache.org/kafka/3.2.3/kafka_2.12-3.2.3.tgz
sudo tar -xzf kafka_2.12-3.2.3.tgz
mv kafka_2.12-3.2.3/* ./


#서비스 등록
vi /etc/systemd/system/zookeeper.service

[Unit]
Description=Apache Zookeeper Server
Requires=network.target remote-fs.target
After=network.target remote-fs.target

[Service]
Type=simple
ExecStart=/usr/local/kafka-server/bin/zookeeper-server-start.sh /usr/local/kafka-server/config/zookeeper.properties
ExecStop=/usr/local/kafka-server/bin/zookeeper-server-stop.sh
Restart=on-abnormal

[Install]
WantedBy=multi-user.target


# 서비스 등록
vi /etc/systemd/system/kafka.service

[Unit]
Description=Apache Kafka Server
Documentation=http://kafka.apache.org/documentation.html
Requires=zookeeper.service
After=zookeeper.service

[Service]
Type=simple
Environment="JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64"
ExecStart=/usr/local/kafka-server/bin/kafka-server-start.sh /usr/local/kafka-server/config/server.properties
ExecStop=/usr/local/kafka-server/bin/kafka-server-stop.sh
Restart=on-abnormal

[Install]
WantedBy=multi-user.target


vi config/server.properties

listeners=PLAINTEXT://0.0.0.0:9092
advertised.listeners=PLAINTEXT://10.10.10.34:9092



# 토픽 생성
./bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic test

# 토픽 리스트
./bin/kafka-topics.sh --list --bootstrap-server localhost:9092

# 컨슈머 실행
./bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic test --from-beginning

# 다른 쉘에서 프로듀서 실행
./bin/kafka-console-producer.sh --broker-list localhost:9092 --topic test
값 입력시, 컨슈머 쪽 쉘에서 수신되는거 확인


#cmak 설치
wget https://github.com/yahoo/CMAK/archive/refs/tags/3.0.0.6.tar.gz

tar -xvzf CMAK-3.0.0.6.tar.gz

cd CMAK-3.0.0.6

./sby clean dist

cd target/universal

unzip cmak-3.0.0.6.zip

mv cmak-3.0.0.6 ~/usr/local/kafka-manager

cd ~/usr/local/kafka-manager

vi conf/application.conf


kafka-manager.zkhosts="localhost:2181"
cmak.zkhosts="localhost:2181"

# 실행
./bin/cmak &

# 서비스등록
vi /etc/systemd/system/kafka-manager.service

[Unit]

Requires=kafka.service
After=kafka.service

[Service]
Type=simple
#User=kafka
ExecStart=/usr/local/kafka-manager/bin/cmak -Dpidfile.path=/usr/local/kafka-manager/RUNNING_PID
ExecStop=/usr/local/kafka-manager/bin/cmak stop
Restart=on-abnormal

[Install]
WantedBy=multi-user.target






# 자바 버전 변경
# 자바8 로 바꿔서 설치..
update-alternatives --config java

# elasticsearch 설치

curl -fsSL https://artifacts.elastic.co/GPG-KEY-elasticsearch | sudo gpg --dearmor -o /usr/share/keyrings/elastic.gpg

echo "deb [signed-by=/usr/share/keyrings/elastic.gpg] https://artifacts.elastic.co/packages/8.x/apt stable main" | sudo tee -a /etc/apt/sources.list.d/elastic-8.x.list

sudo apt update

sudo apt install elasticsearch

# config
vi /etc/elasticsearch/elasticsearch.yml

cluster.name: risedev
node.name: node-1
network.host: 0.0.0.0
port: 9200
# 싱글이니 1번만
cluster.initial_master_nodes: ["node-1"]
# 인증일단 없이 ㄱ
xpack.security.enabled: false

systemctl restart elasticsearch

# test
curl -X GET "localhost:9200"



# fluent es plugin
td-agent-gem install fluent-plugin-elasticsearch



# kibana 설치
apt install kibana

# config
vi /etc/kibana/kibana.yml

server.port: 5601
server.host: "0.0.0.0"
elasticsearch.hosts: ["http://localhost:9200"]



# es test

# 인덱스 전체 조회
curl -X GET "localhost:9200/_cat/indices?v
# 특정인덱스
curl -X GET "localhost:9200/_cat/indices/riseidx.debug.20221015?v


GET riseidx.debug.20221025/_search
{
  "query": {
    "match_all": {}
  }
}

# filebeat 설치

wget -qO - https://artifacts.elastic.co/GPG-KEY-elasticsearch | sudo apt-key add -

sudo apt-get install apt-transport-https

echo "deb https://artifacts.elastic.co/packages/8.x/apt stable main" | sudo tee -a /etc/apt/sources.list.d/elastic-8.x.list

sudo apt-get update && sudo apt-get install filebeat

vi /etc/filebeat/filebeat.yml





# 버전보기
filebeat version

# offset 초기화
/var/lib/filebeat/registry 디렉토리 삭제

# cassandra 설치

# GPG 키 get
wget -q -O - https://www.apache.org/dist/cassandra/KEYS | sudo apt-key add

# cassandra key get
sudo sh -c 'echo "deb https://www.apache.org/dist/cassandra/debian 40x main"> /etc/apt/sources.list.d/cassandra.list'

apt update

apt install cassandra


# 방화벽 일단 꺼버려
ufw disable

# 기본적으로 Apache Cassandra의 디렉토리는 다음 위치에 있습니다. /etc/cassandra, 데이터는 다음 위치에 저장됩니다. /var/lib/cassandra Apache Cassandra에 액세스하려면 다음 명령을 사용합니다.
# 카산드라 로그인
cqlsh

# 클러스터 이름 변경
UPDATE system.local SET cluster_name = 'Dev Cluster' WHERE KEY = 'local';

# cluster_name 변경, 외부접속 
vi /etc/cassandra/cassandra.yaml
cluster_name: 'Dev Cluster'
rpc_address: 0.0.0.0
broadcast_rpc_address: 1.2.3.4

# 재시작
systemctl restart cassandra

cqlsh


# 카산드라 기본사용법

desc keyspaces;
desc tables;
list roles;

CREATE KEYSPACE risedev WITH REPLICATION = { 'class' : 'SimpleStrategy', 'replication_factor' : 1 };

use risedev;

CREATE TABLE users (user_id int PRIMARY KEY,  fname text, lname text);
INSERT INTO users (user_id, fname, lname) VALUES (1745, 'john', 'smith');
SELECT * FROM users;


# 유저생성
CREATE USER 'User' WITH PASSWORD 'User'; 

###### 아래에러 발생시
###### InvalidRequest: Error from server: 
###### code=2200 [Invalid query]message="org.apache.cassandra.auth.CassandraRoleManager doesn't support PASSWORD. 

###### USER 추가를 하려면 수정해야될 conf
vi /etc/cassandra.cassandra.yaml

# default value 
#authenticator: AllowAllAuthenticator  
# set the authenticator value
authenticator: org.apache.cassandra.auth.PasswordAuthenticator  

#default value 
#authorizer: AllowAllAuthorizer    
# set the authorizer value   
authorizer: org.apache.cassandra.auth.CassandraAuthorizer

###### 저장 후 재시작하고 cqlsh 하면
Connection error: ('Unable to connect to any servers', {'127.0.0.1:9042': AuthenticationFailed('Remote end requires authentication')})
# 이제부터 cqlsh 할때마다 -u -p 유저랑 비번 같이 줘야된다

###### 권한주기
CREATE ROLE User WITH PASSWORD = 'User' AND SUPERUSER = true AND LOGIN = true;
GRANT ALL PERMISSIONS ON ALL KEYSPACES TO User;

vi /etc/sudoers
내계정   ALL=NOPASSWD:ALL

------------- 클립보드 양방향 

설정
일반-고급-클립보드공유 양방향
일반-디스플레이-비디오메모리 128

실행중에 장치-게스트확장 CD삽입
cd /media/내계정/VBox_GAs....버전
sudo ./VBoxLinuxAdditions.run
reboot