summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorRajamohan Raj <rajamohan.raj@intel.com>2019-05-23 12:47:06 -0700
committerGary Wu <gwu@futurewei.com>2019-05-23 21:23:31 +0000
commitbc5fdda854e73daf42f6b275ed75d06c12dc6b09 (patch)
tree0152da029c92da5a1eba171b6d6147163cf3a010
parent6ed2a1bb9ba878059eaf23e499e73f1b9e7a7bfe (diff)
Sample file reading from hdfs.
Just a sample go file for reading from a hdfs file. Shall be deleted later. Issue-ID: ONAPARC-451 Signed-off-by: Rajamohan Raj <rajamohan.raj@intel.com> Change-Id: Icfdd4b2196e080b6da45dadaf498eeb5d5fba1ac
-rw-r--r--vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile10
-rw-r--r--vnfs/DAaaS/GoApps/src/hdfs-writer/README.md2
-rw-r--r--vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go16
-rw-r--r--vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod4
4 files changed, 27 insertions, 5 deletions
diff --git a/vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile b/vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile
index d31fd66b..e3f21405 100644
--- a/vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile
+++ b/vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile
@@ -1,14 +1,15 @@
# SPDX-license-identifier: Apache-2.0
##############################################################################
-# Copyright (c) 2018 Intel Corporation
+# Copyright (c) 2019 Intel Corporation
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
-GOPATH := $(shell realpath "$(PWD)/../../")
+GOPATH := $(shell realpath "$(PWD)/../../")
+#export GOPATH=/Users/rajamoha/projects/demo/vnfs/DAaaS/GoApps
export GOPATH ...
export GO111MODULE=on
@@ -16,12 +17,17 @@ export GO111MODULE=on
all:
echo $$GOPATH
+ GOOS=linux GOARCH=amd64
@go build -tags netgo -o ./bin/hdfs-writer ./cmd/main.go
build:
echo $$GOPATH
+ GOOS=linux GOARCH=amd64
@go build -tags netgo -o ./bin/hdfs-writer ./cmd/main.go
+.PHONY: format
+format:
+ @go fmt ./...
.PHONY: clean
clean:
diff --git a/vnfs/DAaaS/GoApps/src/hdfs-writer/README.md b/vnfs/DAaaS/GoApps/src/hdfs-writer/README.md
index b0475758..453b842d 100644
--- a/vnfs/DAaaS/GoApps/src/hdfs-writer/README.md
+++ b/vnfs/DAaaS/GoApps/src/hdfs-writer/README.md
@@ -1,4 +1,4 @@
-<!-- Copyright 2018 Intel Corporation.
+<!-- Copyright 2019 Intel Corporation.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
diff --git a/vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go b/vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go
index abc75fb7..11350f0b 100644
--- a/vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go
+++ b/vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go
@@ -1,11 +1,25 @@
package main
import (
+ "os"
"fmt"
"log"
+ "github.com/colinmarc/hdfs/v2"
)
func main() {
log.Println("Starting the HDFS writer")
- fmt.Println("Starting the HDFS writer ...")
+ localSourceFile := os.Args[1]
+ hdfsDestination := os.Args[2]
+
+ log.Println("localSourceFile:: "+localSourceFile)
+ log.Println("hdfsDestination:: "+hdfsDestination)
+
+ client, _ := hdfs.New("hdfs://hdfs-1-namenode-1.hdfs-1-namenode.hdfs1.svc.cluster.local:8020")
+ file, _ := client.Open("/kafka.txt")
+
+ buf := make([]byte, 59)
+ file.ReadAt(buf, 48847)
+ fmt.Println(string(buf))
+
}
diff --git a/vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod b/vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod
index cf8a1d81..b2855127 100644
--- a/vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod
+++ b/vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod
@@ -1 +1,3 @@
-module /Users/rajamoha/projects/demo/vnfs/DAaaS/GoApps/src/hdfs-writer
+module hdfs-writer
+
+require github.com/colinmarc/hdfs/v2 v2.0.0 // indirect