first commit

Author: gamerpuppy

.gitignore

@@ -0,0 +1,3 @@
+.gradle
+.idea
+*build/

api/build.gradle

@@ -0,0 +1,48 @@
+buildscript {
+    repositories {
+        mavenCentral()
+    }
+    dependencies {
+        classpath 'com.google.protobuf:protobuf-gradle-plugin:0.8.10'
+    }
+}
+
+plugins {
+    id 'com.google.protobuf' version '0.8.10'
+    id 'java'
+    id 'idea'
+    id 'com.github.ben-manes.versions' version '0.19.0'
+}
+
+repositories {
+    mavenCentral()
+}
+
+protobuf {
+    protoc {
+        // The version of protoc must match protobuf-java. If you don't depend on
+        // protobuf-java directly, you will be transitively depending on the
+        // protobuf-java version that grpc depends on.
+        artifact = 'com.google.protobuf:protoc:3.11.3'
+    }
+    plugins {
+        grpc {
+            artifact = 'io.grpc:protoc-gen-grpc-java:1.24.0'
+        }
+    }
+    generateProtoTasks {
+        all()*.plugins {
+            grpc {}
+        }
+    }
+//    generatedFilesBaseDir = '$projectDir/src/'
+}
+
+sourceCompatibility = 1.11
+
+dependencies {
+    compile 'io.grpc:grpc-all:1.27.0'
+    compile('javax.annotation:javax.annotation-api:1.3.2')
+    testCompile group: 'junit', name: 'junit', version: '4.13'
+
+}

api/src/main/proto/dataset_info.proto

@@ -0,0 +1,10 @@
+syntax = "proto3";
+
+package sustain.synopsis.metadata;
+
+message DatasetInfo {
+    string dataset_id = 1;
+    int64 temporal_bracket_length = 2;
+    int32 geohash_length = 3;
+    string bin_config = 4;
+}

api/src/main/proto/dataset_service.proto

@@ -0,0 +1,37 @@
+syntax = "proto3";
+
+package sustain.synopsis.metadata;
+
+import "dataset_info.proto";
+import "health_check.proto";
+
+message RegisterDatasetRequest {
+    DatasetInfo datasetInfo = 1;
+}
+
+message RegisterDatasetResponse {
+
+}
+
+message GetDatasetInfoRequest {
+    string id = 1;
+}
+
+message GetDatasetInfoResponse {
+    DatasetInfo datasetInfo = 1;
+}
+
+message GetDatasetInfosRequest {
+
+}
+
+message GetDatasetInfosResponse {
+    repeated DatasetInfo info = 1;
+}
+
+service DatasetService {
+    rpc checkHealth (HealthCheckRequest) returns (HealthCheckResponse);
+    rpc registerDataset (RegisterDatasetRequest) returns (RegisterDatasetResponse);
+    rpc getDatasetInfo (GetDatasetInfoRequest) returns (GetDatasetInfoResponse);
+    rpc getDatasetInfos (GetDatasetInfosRequest) returns (GetDatasetInfosResponse);
+}

api/src/main/proto/health_check.proto

@@ -0,0 +1,11 @@
+syntax = "proto3";
+
+package sustain.synopsis.metadata;
+
+message HealthCheckRequest {
+
+}
+
+message HealthCheckResponse {
+    bool is_healthy = 1;
+}

api/src/main/proto/ingest_service.proto

@@ -0,0 +1,24 @@
+syntax = "proto3";
+
+package sustain.synopsis.metadata;
+
+import "google/protobuf/timestamp.proto";
+import "dataset_info.proto";
+import "health_check.proto";
+
+message CreateSessionRequest {
+    string dataset_id = 1;
+    string client_id = 2;
+}
+
+message CreateSessionResponse {
+    int64 session_id = 1;
+    DatasetInfo dataset = 2;
+    google.protobuf.Timestamp created_at = 3;
+}
+
+service IngestService {
+    rpc checkHealth (HealthCheckRequest) returns (HealthCheckResponse);
+    rpc createSession (CreateSessionRequest) returns (CreateSessionResponse);
+}
+

api/src/main/proto/user_service.proto

@@ -0,0 +1,34 @@
+syntax = "proto3";
+
+package sustain.synopsis.metadata;
+
+import "dataset_info.proto";
+import "health_check.proto";
+
+message RegisterUserRequest {
+    string email = 1;
+    string password = 2;
+}
+
+message RegisterUserResponse {
+    bool success = 1;
+    string description = 2;
+}
+
+message AuthenticateRequest {
+    string email = 1;
+    string password = 2;
+}
+
+message AuthenticateResponse {
+    bool success = 1;
+    string description = 2;
+    string token = 3;
+}
+
+
+service UserService {
+    rpc checkHealth (HealthCheckRequest) returns (HealthCheckResponse);
+    rpc registerUser (RegisterUserRequest) returns (RegisterUserResponse);
+    rpc authenticate (AuthenticateRequest) returns (AuthenticateResponse);
+}

build.gradle

@@ -0,0 +1,11 @@
+
+allprojects {
+    repositories {
+        jcenter()
+        mavenCentral()
+    }
+}
+
+subprojects {
+    version = '1.0'
+}

common/build.gradle

@@ -0,0 +1,15 @@
+plugins {
+    id 'java'
+}
+
+repositories {
+    mavenCentral()
+}
+
+dependencies {
+    compile project(':api')
+    compile group: 'com.fasterxml.jackson.core', name: 'jackson-databind', version: '2.10.2'
+    compile group: 'com.fasterxml.jackson.dataformat', name: 'jackson-dataformat-yaml', version: '2.10.2'
+    compile group: 'mysql', name: 'mysql-connector-java', version: '8.0.19'
+    compile 'com.auth0:java-jwt:3.9.0'
+}

common/src/main/java/sustain/synopsis/metadata/ClusterConfig.java

@@ -0,0 +1,43 @@
+package sustain.synopsis.metadata;
+
+
+public class ClusterConfig {
+
+    private ServerConfig ingest_server;
+    private ServerConfig dataset_server;
+    private ServerConfig user_server;
+    private DatabaseConfig database;
+
+    public ServerConfig getIngest_server() {
+        return ingest_server;
+    }
+
+    public void setIngest_server(ServerConfig ingest_server) {
+        this.ingest_server = ingest_server;
+    }
+
+    public ServerConfig getDataset_server() {
+        return dataset_server;
+    }
+
+    public void setDataset_server(ServerConfig dataset_server) {
+        this.dataset_server = dataset_server;
+    }
+
+    public ServerConfig getUser_server() {
+        return user_server;
+    }
+
+    public void setUser_server(ServerConfig user_server) {
+        this.user_server = user_server;
+    }
+
+    public DatabaseConfig getDatabase() {
+        return database;
+    }
+
+    public void setDatabase(DatabaseConfig database) {
+        this.database = database;
+    }
+
+}

common/src/main/java/sustain/synopsis/metadata/DatabaseConfig.java

@@ -0,0 +1,51 @@
+package sustain.synopsis.metadata;
+
+public class DatabaseConfig {
+
+    private String host;
+    private int port;
+    private String user;
+    private String password;
+    private String database_name;
+
+    public String getHost() {
+        return host;
+    }
+
+    public void setHost(String host) {
+        this.host = host;
+    }
+
+    public int getPort() {
+        return port;
+    }
+
+    public void setPort(int port) {
+        this.port = port;
+    }
+
+    public String getUser() {
+        return user;
+    }
+
+    public void setUser(String user) {
+        this.user = user;
+    }
+
+    public String getPassword() {
+        return password;
+    }
+
+    public void setPassword(String password) {
+        this.password = password;
+    }
+
+    public String getDatabase_name() {
+        return database_name;
+    }
+
+    public void setDatabase_name(String database_name) {
+        this.database_name = database_name;
+    }
+
+}

common/src/main/java/sustain/synopsis/metadata/HashAlgorithm.java

@@ -0,0 +1,21 @@
+package sustain.synopsis.metadata;
+
+import java.io.ByteArrayOutputStream;
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.security.MessageDigest;
+import java.security.NoSuchAlgorithmException;
+
+public class HashAlgorithm {
+
+    // might want to cache a message digest instance per thread
+    public static byte[] generateUserSecret(String email, String password) throws IOException, NoSuchAlgorithmException {
+            ByteArrayOutputStream out = new ByteArrayOutputStream();
+            out.write(email.getBytes(StandardCharsets.UTF_8));
+            out.write(password.getBytes(StandardCharsets.UTF_8));
+            byte[] bytes = out.toByteArray();
+            byte[] hash = MessageDigest.getInstance("SHA-256").digest(bytes);
+            return hash;
+    }
+
+}