Microsoft Azure SDK for Node.js - Data Lake Store
This project provides a Node.js package that makes it easy to manage Azure Data Lake Store accounts.
Right now it supports:
- Node.js version: 6.x.x or higher
Features
- Account management: create, get, list, update, and delete.
- File system management: create, get, upload, append, download, read, delete, list.
How to Install
npm install azure-arm-datalake-store
How to Use
Authentication, account and filesystem client creation and listing file status as an example
var msRestAzure = require('ms-rest-azure');
var adlsManagement = require("azure-arm-datalake-store");
// Interactive Login
// It provides a url and code that needs to be copied and pasted in a browser and authenticated over there. If successful,
// the user will get a DeviceTokenCredentials object.
msRestAzure.interactiveLogin(function(err, credentials) {
var accountName = 'testadlsacct';
var pathToEnumerate = '/myfolder';
var acccountClient = new adlsManagement.DataLakeStoreAccountClient(credentials, 'your-subscription-id');
var filesystemClient = new adlsManagement.DataLakeStoreFileSystemClient(credentials);
filesystemClient.fileSystem.listFileStatus(accountName, pathToEnumerate, function(err, result, request, response) {
if (err) console.log(err);
console.log(result);
});
});
Create a Data Lake Store Account
var util = require('util');
var resourceGroupName = 'testrg';
var accountName = 'testadlsacct';
var location = 'eastus2';
// account object to create
var accountToCreate = {
tags: {
testtag1: 'testvalue1',
testtag2: 'testvalue2'
},
location: location
};
client.account.create(resourceGroupName, accountName, accountToCreate, function (err, result, request, response) {
if (err) {
console.log(err);
/*err has reference to the actual request and response, so you can see what was sent and received on the wire.
The structure of err looks like this:
err: {
code: 'Error Code',
message: 'Error Message',
body: 'The response body if any',
request: reference to a stripped version of http request
response: reference to a stripped version of the response
}
*/
} else {
console.log('result is: ' + util.inspect(result, {depth: null}));
}
});
Create a file with content
var util = require('util');
var accountName = 'testadlsacct';
var fileToCreate = '/myfolder/myfile.txt';
var options = {
streamContents: new Buffer('some string content')
}
filesystemClient.fileSystem.listFileStatus(accountName, fileToCreate, options, function (err, result, request, response) {
if (err) {
console.log(err);
} else {
// no result is returned, only a 201 response for success.
console.log('response is: ' + util.inspect(response, {depth: null}));
}
});
Get a list of files and folders
var util = require('util');
var accountName = 'testadlsacct';
var pathToEnumerate = '/myfolder';
filesystemClient.fileSystem.listFileStatus(accountName, pathToEnumerate, function (err, result, request, response) {
if (err) {
console.log(err);
} else {
console.log('result is: ' + util.inspect(result, {depth: null}));
}
});