diff options
author | Rajamohan Raj <rajamohan.raj@intel.com> | 2019-05-23 12:47:06 -0700 |
---|---|---|
committer | Gary Wu <gwu@futurewei.com> | 2019-05-23 21:23:31 +0000 |
commit | bc5fdda854e73daf42f6b275ed75d06c12dc6b09 (patch) | |
tree | 0152da029c92da5a1eba171b6d6147163cf3a010 | |
parent | 6ed2a1bb9ba878059eaf23e499e73f1b9e7a7bfe (diff) |
Sample file reading from hdfs.
Just a sample go file for reading from a hdfs file.
Shall be deleted later.
Issue-ID: ONAPARC-451
Signed-off-by: Rajamohan Raj <rajamohan.raj@intel.com>
Change-Id: Icfdd4b2196e080b6da45dadaf498eeb5d5fba1ac
-rw-r--r-- | vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile | 10 | ||||
-rw-r--r-- | vnfs/DAaaS/GoApps/src/hdfs-writer/README.md | 2 | ||||
-rw-r--r-- | vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go | 16 | ||||
-rw-r--r-- | vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod | 4 |
4 files changed, 27 insertions, 5 deletions
diff --git a/vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile b/vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile index d31fd66b..e3f21405 100644 --- a/vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile +++ b/vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile @@ -1,14 +1,15 @@ # SPDX-license-identifier: Apache-2.0 ############################################################################## -# Copyright (c) 2018 Intel Corporation +# Copyright (c) 2019 Intel Corporation # All rights reserved. This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at # http://www.apache.org/licenses/LICENSE-2.0 ############################################################################## -GOPATH := $(shell realpath "$(PWD)/../../") +GOPATH := $(shell realpath "$(PWD)/../../") +#export GOPATH=/Users/rajamoha/projects/demo/vnfs/DAaaS/GoApps export GOPATH ... export GO111MODULE=on @@ -16,12 +17,17 @@ export GO111MODULE=on all: echo $$GOPATH + GOOS=linux GOARCH=amd64 @go build -tags netgo -o ./bin/hdfs-writer ./cmd/main.go build: echo $$GOPATH + GOOS=linux GOARCH=amd64 @go build -tags netgo -o ./bin/hdfs-writer ./cmd/main.go +.PHONY: format +format: + @go fmt ./... .PHONY: clean clean: diff --git a/vnfs/DAaaS/GoApps/src/hdfs-writer/README.md b/vnfs/DAaaS/GoApps/src/hdfs-writer/README.md index b0475758..453b842d 100644 --- a/vnfs/DAaaS/GoApps/src/hdfs-writer/README.md +++ b/vnfs/DAaaS/GoApps/src/hdfs-writer/README.md @@ -1,4 +1,4 @@ -<!-- Copyright 2018 Intel Corporation. +<!-- Copyright 2019 Intel Corporation. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at diff --git a/vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go b/vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go index abc75fb7..11350f0b 100644 --- a/vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go +++ b/vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go @@ -1,11 +1,25 @@ package main import ( + "os" "fmt" "log" + "github.com/colinmarc/hdfs/v2" ) func main() { log.Println("Starting the HDFS writer") - fmt.Println("Starting the HDFS writer ...") + localSourceFile := os.Args[1] + hdfsDestination := os.Args[2] + + log.Println("localSourceFile:: "+localSourceFile) + log.Println("hdfsDestination:: "+hdfsDestination) + + client, _ := hdfs.New("hdfs://hdfs-1-namenode-1.hdfs-1-namenode.hdfs1.svc.cluster.local:8020") + file, _ := client.Open("/kafka.txt") + + buf := make([]byte, 59) + file.ReadAt(buf, 48847) + fmt.Println(string(buf)) + } diff --git a/vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod b/vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod index cf8a1d81..b2855127 100644 --- a/vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod +++ b/vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod @@ -1 +1,3 @@ -module /Users/rajamoha/projects/demo/vnfs/DAaaS/GoApps/src/hdfs-writer +module hdfs-writer + +require github.com/colinmarc/hdfs/v2 v2.0.0 // indirect |