init 20220819

doc/部署文档/10.170.42.93_部署/sql脚本/g5.sql

@@ -0,0 +1,29 @@
+create table terminal_info.o_info_list_5g_terminal
+(
+    msisdn            varchar not null
+        constraint o_info_list_5g_terminal_pk
+        primary key,
+    imsi              varchar,
+    imei              varchar,
+    tac               varchar,
+    fact_name         varchar,
+    terminal_name     varchar,
+    hprovince         varchar,
+    hprovince_name    varchar,
+    hcity             varchar,
+    hcity_name        varchar,
+    vprovince         varchar,
+    vprovince_name    varchar,
+    vcity_name        varchar,
+    roaming_city_name varchar,
+    cell_most         varchar,
+    used_5g           varchar,
+    status_5g         varchar,
+    day               varchar
+)
+    distributed by (msisdn);
+
+alter table terminal_info.o_info_list_5g_terminal
+    owner to lifuq;
+
+

doc/部署文档/10.170.42.93_部署/sql脚本/task_record.sql

@@ -0,0 +1,19 @@
+create table terminal_info.task_record
+(
+    id          bigint not null
+        constraint task_record_pk
+            primary key,
+    task_type        varchar,
+    task_date        varchar,
+    task_status        varchar,
+    last_update_time        timestamp,
+    inserted    integer,
+    updated     integer,
+    error       integer,
+    create_time timestamp default now()
+)
+    distributed by (id);
+
+alter table terminal_info.task_record
+    owner to lifuq;
+

doc/部署文档/10.170.42.93_部署/sql脚本/volte.sql

@@ -0,0 +1,27 @@
+-- 建表语句
+create table terminal_info.o_info_list_volte_terminal
+(
+    msisdn         varchar not null
+        constraint o_info_list_volte_terminal_pk
+        primary key,
+    imsi           varchar,
+    imei           varchar,
+    tac            varchar,
+    fact_name      varchar,
+    terminal_name  varchar,
+    hprovince      varchar,
+    hprovince_name varchar,
+    hcity          varchar,
+    hcity_name     varchar,
+    vprovince      varchar,
+    vprovince_name varchar,
+    vcity          varchar,
+    vcity_name     varchar,
+    is_volte       varchar,
+    day_date       varchar
+)
+    distributed by (msisdn);
+
+alter table terminal_info.o_info_list_volte_terminal
+    owner to lifuq;
+

doc/部署文档/10.170.42.93_部署/sql脚本/创建数据库、模式和用户.sql

@@ -0,0 +1,13 @@
+-- 创建数据库
+create database localdb;
+
+-- 创建用户
+create role lifuq with login encrypted password 'Mdasil789!@#';
+
+-- 创建模式
+create schema terminal_info;
+
+-- 赋予权限
+grant all on schema terminal_info to lifuq;
+grant create on schema terminal_info to lifuq;
+grant usage on schema terminal_info to lifuq;

doc/部署文档/192.168.10.9/bin/application.properties

@@ -0,0 +1,20 @@
+# 端口号
+server.port=12900
+
+# 数据源配置
+spring.datasource.driver-class-name=org.postgresql.Driver
+spring.datasource.url=jdbc:postgresql://192.168.70.109:5432/sqmmt
+spring.datasource.username=sqmdb
+spring.datasource.password=sqmdb_1QAZ
+
+# 日志
+logging.level.top.lifuquan=debug
+logging.file=log/terminalApplication.log
+
+# 定时调度
+scheduled.pool.size=2
+# 延迟天数
+scheduled.delay=1
+scheduled.cronVolte=0 30 11 * * ?
+scheduled.cron5g=0 30 13 * * ?
+t2.apiServer=192.168.70.130:12088

doc/部署文档/192.168.10.9/bin/gpload.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+
+date=$1
+
+if [ $2 == 5g ]; then
+  # 修改gpload配置文件
+  sed -i 's/\/data\/terminal\/distinct\/g5_terminal_[0-9]\{8\}.csv/\/data\/terminal\/distinct\/g5_terminal_'${date}'.csv/' /data/terminal/gpload/g5.yml
+  yml=g5.yml
+elif [ $2 == volte ]; then
+  # 修改gpload配置文件
+  sed -i 's/\/data\/terminal\/distinct\/volte_terminal_[0-9]\{8\}.csv/\/data\/terminal\/distinct\/volte_terminal_'${date}'.csv/' /data/terminal/gpload/volte.yml
+  yml=volte.yml
+fi
+
+# 由于gpload需要输入密码，这里需要使用expect执行
+password=Richr00t#
+bin_path=$GPHOME_LOADERS
+
+expect -c "
+set timeout 300
+spawn ${bin_path}/bin/gpload -f /data/terminal/gpload/${yml}
+expect {
+\"connecting (yes/no)?\" { send \"yes\n\";exp_continue }
+\"Password:\" { send \"${password}\n\"; exp_continue}
+timeout { puts \"超时\" exit 2}
+}
+"

doc/部署文档/192.168.10.9/gpload/g5.yml

@@ -0,0 +1,44 @@
+VERSION: 1.0.0.1
+DATABASE: sqmmt
+USER: gpadmin
+HOST: 192.168.70.109
+PORT: 5432
+GPLOAD:
+  INPUT:
+    - SOURCE:
+        LOCAL_HOSTNAME:
+          - 192.168.10.9
+        PORT: 54321
+        FILE:
+          - /data/terminal/distinct/g5_terminal_20220509.csv
+    - FORMAT: csv
+    - DELIMITER: '|'
+    - HEADER: false
+    - ENCODING: utf-8
+    - ERROR_LIMIT: 20000000
+    - LOG_ERRORS: true
+  EXTERNAL:
+    - SCHEMA: tas_master
+  OUTPUT:
+    - TABLE: tas_master.o_info_list_5g_terminal
+    - MODE: merge
+    - MATCH_COLUMNS:
+        - msisdn
+    - UPDATE_COLUMNS:
+        - imsi
+        - imei
+        - tac
+        - fact_name
+        - terminal_name
+        - hprovince
+        - hprovince_name
+        - hcity
+        - hcity_name
+        - vprovince
+        - vprovince_name
+        - vcity_name
+        - roaming_city_name
+        - cell_most
+        - used_5g
+        - status_5g
+        - day

doc/部署文档/192.168.10.9/gpload/volte.yml

@@ -0,0 +1,42 @@
+VERSION: 1.0.0.1
+DATABASE: sqmmt
+USER: gpadmin
+HOST: 192.168.70.109
+PORT: 5432
+GPLOAD:
+  INPUT:
+    - SOURCE:
+        LOCAL_HOSTNAME:
+          - 192.168.10.9
+        PORT: 54321
+        FILE:
+          - /data/terminal/distinct/volte_terminal_20220509.csv
+    - FORMAT: csv
+    - DELIMITER: '|'
+    - HEADER: false
+    - ENCODING: utf-8
+    - ERROR_LIMIT: 20000000
+    - LOG_ERRORS: true
+  EXTERNAL:
+    - SCHEMA: tas_master
+  OUTPUT:
+    - TABLE: tas_master.o_info_list_volte_terminal
+    - MODE: merge
+    - MATCH_COLUMNS:
+        - msisdn
+    - UPDATE_COLUMNS:
+        - imsi
+        - imei
+        - tac
+        - fact_name
+        - terminal_name
+        - hprovince
+        - hprovince_name
+        - hcity
+        - hcity_name
+        - vprovince
+        - vprovince_name
+        - vcity
+        - vcity_name
+        - is_volte
+        - day_date

doc/部署文档/192.168.10.9/sql/o_info_list_5g_terminal.sql

@@ -0,0 +1,27 @@
+create table tas_master.o_info_list_5g_terminal
+(
+    msisdn            varchar not null
+        constraint o_info_list_5g_terminal_pk
+            primary key,
+    imsi              varchar,
+    imei              varchar,
+    tac               varchar,
+    fact_name         varchar,
+    terminal_name     varchar,
+    hprovince         varchar,
+    hprovince_name    varchar,
+    hcity             varchar,
+    hcity_name        varchar,
+    vprovince         varchar,
+    vprovince_name    varchar,
+    vcity_name        varchar,
+    roaming_city_name varchar,
+    cell_most         varchar,
+    used_5g           varchar,
+    status_5g         varchar,
+    day               varchar
+)
+    distributed by (msisdn);
+
+alter table tas_master.o_info_list_5g_terminal
+    owner to sqmdb;

doc/部署文档/192.168.10.9/sql/o_info_list_volte_terminal.sql

@@ -0,0 +1,25 @@
+create table tas_master.o_info_list_volte_terminal
+(
+    msisdn         varchar not null
+        constraint o_info_list_volte_terminal_pk
+            primary key,
+    imsi           varchar,
+    imei           varchar,
+    tac            varchar,
+    fact_name      varchar,
+    terminal_name  varchar,
+    hprovince      varchar,
+    hprovince_name varchar,
+    hcity          varchar,
+    hcity_name     varchar,
+    vprovince      varchar,
+    vprovince_name varchar,
+    vcity          varchar,
+    vcity_name     varchar,
+    is_volte       varchar,
+    day_date       varchar
+)
+    distributed by (msisdn);
+
+alter table tas_master.o_info_list_volte_terminal
+    owner to sqmdb;

doc/部署文档/192.168.10.9/sql/task_record.sql

@@ -0,0 +1,18 @@
+create table tas_master.task_record
+(
+    id               bigint not null
+        constraint task_record_pk
+            primary key,
+    task_type        varchar,
+    task_date        varchar,
+    task_status      varchar,
+    last_update_time timestamp,
+    inserted         integer,
+    updated          integer,
+    error            integer,
+    create_time      timestamp default now()
+)
+    distributed by (id);
+
+alter table tas_master.task_record
+    owner to sqmdb;

doc/需求文档/终端数据整合需求汇总.md

@@ -0,0 +1,5 @@
+# 终端数据整合需求汇总
+
+之前的数据在7月25日护网开始时停止推送了，因此之前的代码也仅供参考了，该项目后面需要重新构建
+
+护网结束后，首先需要从 `网络能力运营平台3.0` 订阅数据，然后分析业务，再开发接口