int main(void)
{
string rmHost("localhost");
string rmPort("8032");
string schedHost("localhost");
string schedPort("8030");
string amHost("localhost");
int32_t amPort = 0;
//cluster node1
/*
string rmHost("10.37.7.101");
string rmPort("8032");
string schedHost("10.37.7.101");
string schedPort("8030");
string amHost("10.34.0.134");
int32_t amPort = 0;
*/
string am_tracking_url("url");
LibYarnClient client(rmHost, rmPort, schedHost, schedPort, amHost, amPort, am_tracking_url);
//1. createJob
string jobName("libyarn");
string queue("default");
string jobId = client.createJob(jobName, queue);
cout<<"jobId:"<<jobId<<endl;
//2. allocate
ResourceRequest resRequest;
string host("*");
resRequest.setResourceName(host);
Resource capability;
capability.setVirtualCores(1);
capability.setMemory(1024);
resRequest.setCapability(capability);
resRequest.setNumContainers(3);
resRequest.setRelaxLocality(true);
Priority priority;
priority.setPriority(1);
resRequest.setPriority(priority);
string resGroupId("group_1");
list<string> blackListAdditions;
list<string> blackListRemovals;
list<Container> allocatedResources = client.allocateResources(jobId,
resGroupId, resRequest, blackListAdditions, blackListRemovals);
for (list<Container>::iterator it = allocatedResources.begin();
it != allocatedResources.end(); it++) {
cout << "allocate: host:" << (*it).getNodeId().getHost() << ", port:"
<< (*it).getNodeId().getPort() << ", cid:" << (*it).getId().getId()
<< ", vcores:" << (*it).getResource().getVirtualCores() << ", mem:"
<< (*it).getResource().getMemory() << endl;
}
//3. active
client.activeResources(jobId, resGroupId);
sleep(1);
//4. release
client.releaseResources(jobId, resGroupId);
sleep(2);
//5. getQueueInfo
QueueInfo queueInfo = client.getQueueInfo(queue, true, true, true);
cout << "queueName:" << queueInfo.getQueueName() << ", capacity:"
<< queueInfo.getCapacity() << ", maximumCapacity:"
<< queueInfo.getMaximumCapacity() << ", currentCapacity:"
<< queueInfo.getCurrentCapacity() << ", state:"
<< queueInfo.getQueueState() << endl;
//6. getCluster
list<NodeState> nodeStates;
nodeStates.push_back(NodeState::NS_RUNNING);
list<NodeReport> nodeReports = client.getClusterNodes(nodeStates);
for (list<NodeReport>::iterator it = nodeReports.begin(); it != nodeReports.end(); it++) {
cout << "host:" << it->getNodeId().getHost() << ", port:"
<< it->getNodeId().getPort() << ", httpAddress:" << it->getHttpAddress()
<< ", rackName:" << it->getRackName() << ", used:[vcore:"
<< it->getUsedResource().getVirtualCores() << ", mem:"
<< it->getUsedResource().getMemory() << "], capability:[vcore:"
<< it->getResourceCapability().getVirtualCores() << ", mem:"
<< it->getResourceCapability().getMemory() << "], numContainers:"
<< it->getNumContainers() << ", node_state:" << it->getNodeState()
<< ", health_report:" << it->getHealthReport()
<< ", last_health_report_time:" << it->getLastHealthReportTime()
<< endl;
}
//7. finish
cout << "to finish: jobId:" << jobId << endl;
client.finishJob(jobId, FinalApplicationStatus::APP_SUCCEEDED);
sleep(1);
return 0;
}
TestApplicationClient(){
string user("postgres");
string rmHost("localhost");
string rmPort("8032");
string tokenService = "";
Yarn::Config config;
Yarn::Internal::SessionConfig sessionConfig(config);
MockApplicationClientProtocol *protocol = new MockApplicationClientProtocol(user,rmHost,rmPort,tokenService, sessionConfig);
ApplicationId appId;
appId.setId(100);
appId.setClusterTimestamp(1454307175682);
GetNewApplicationResponse getNewApplicationResponse;
getNewApplicationResponse.setApplicationId(appId);
EXPECT_CALL((*protocol),getNewApplication(_)).Times(AnyNumber()).WillOnce(Return(getNewApplicationResponse));
EXPECT_CALL((*protocol),submitApplication(_)).Times(AnyNumber()).WillOnce(Return());
ApplicationReport appReport;
appReport.setApplicationId(appId);
appReport.setUser(user);
string queue("default");
string appName("hawq");
string hostname("master");
appReport.setQueue(queue);
appReport.setName(appName);
appReport.setHost(hostname);
appReport.setRpcPort(8090);
appReport.setProgress(0.5);
GetApplicationReportResponse appReportResponse;
appReportResponse.setApplicationReport(appReport);
EXPECT_CALL((*protocol),getApplicationReport(_)).Times(AnyNumber()).WillOnce(Return(appReportResponse));
ContainerId containerId;
containerId.setId(501);
containerId.setApplicationId(appId);
Resource resource;
resource.setMemory(1024);
resource.setVirtualCores(1);
Priority priority;
priority.setPriority(1);
ContainerReport report;
report.setId(containerId);
report.setResource(resource);
report.setPriority(priority);
list<ContainerReport> reportList;
reportList.push_back(report);
GetContainersResponse getContainersResponse;
getContainersResponse.setContainersReportList(reportList);
EXPECT_CALL((*protocol),getContainers(_)).Times(AnyNumber()).WillOnce(Return(getContainersResponse));
NodeId nodeId;
string nodeHost("node1");
nodeId.setHost(nodeHost);
nodeId.setPort(9983);
NodeReport nodeReport;
nodeReport.setNodeId(nodeId);
string rackName("default-rack");
nodeReport.setRackName(rackName);
nodeReport.setNumContainers(8);
Resource nodeResource;
nodeResource.setMemory(2048*8);
nodeResource.setVirtualCores(8);
nodeReport.setResourceCapablity(nodeResource);
nodeReport.setNodeState(NodeState::NS_RUNNING);
list<NodeReport> nodeReportList;
nodeReportList.push_back(nodeReport);
GetClusterNodesResponse getClusterNodesResponse;
getClusterNodesResponse.setNodeReports(nodeReportList);
EXPECT_CALL((*protocol),getClusterNodes(_)).Times(AnyNumber()).WillOnce(Return(getClusterNodesResponse));
QueueInfo queueInfo;
queueInfo.setQueueName(queue);
queueInfo.setCapacity(0.67);
queueInfo.setMaximumCapacity(0.95);
queueInfo.setCurrentCapacity(0.5);
queueInfo.setQueueState(QueueState::Q_RUNNING);
QueueInfo childQueue;
string childQueueName("hawq-queue");
childQueue.setQueueName(childQueueName);
childQueue.setCapacity(0.33);
childQueue.setMaximumCapacity(0.5);
childQueue.setCurrentCapacity(0.25);
list<QueueInfo> childQueueList;
childQueueList.push_back(childQueue);
queueInfo.setChildQueues(childQueueList);
list<ApplicationReport> appReportList;
appReportList.push_back(appReport);
queueInfo.setApplicationReports(appReportList);
GetQueueInfoResponse getQueueInfoResponse;
getQueueInfoResponse.setQueueInfo(queueInfo);
EXPECT_CALL((*protocol),getQueueInfo(_)).Times(AnyNumber()).WillOnce(Return(getQueueInfoResponse));
KillApplicationResponseProto killApplicationResponseProto;
EXPECT_CALL((*protocol),forceKillApplication(_)).Times(AnyNumber()).WillOnce(Return(KillApplicationResponse(killApplicationResponseProto)));
YarnClusterMetrics metrics;
metrics.setNumNodeManagers(10);
GetClusterMetricsResponse clusterMetricsResponse;
clusterMetricsResponse.setClusterMetrics(metrics);
EXPECT_CALL((*protocol),getClusterMetrics(_)).Times(AnyNumber()).WillOnce(Return(clusterMetricsResponse));
GetApplicationsResponse applicationsResponse;
applicationsResponse.setApplicationList(appReportList);
EXPECT_CALL((*protocol),getApplications(_)).Times(AnyNumber()).WillOnce(Return(applicationsResponse));
QueueUserACLInfo aclInfo;
aclInfo.setQueueName(queue);
list<QueueACL> queueACLList;
QueueACL acl1 = QueueACL::QACL_ADMINISTER_QUEUE;
QueueACL acl2 = QueueACL::QACL_SUBMIT_APPLICATIONS;
queueACLList.push_back(acl1);
queueACLList.push_back(acl2);
aclInfo.setUserAcls(queueACLList);
list<QueueUserACLInfo> aclInfoList;
aclInfoList.push_back(aclInfo);
GetQueueUserAclsInfoResponse queueUserAclsInfoResponse;
queueUserAclsInfoResponse.setUserAclsInfoList(aclInfoList);
EXPECT_CALL((*protocol),getQueueAclsInfo(_)).Times(AnyNumber()).WillOnce(Return(queueUserAclsInfoResponse));
client = new ApplicationClient(protocol);
}
