Разделение очереди на разные машины, и исправление бага. могло выполняться более одного пакета одновременно
This commit is contained in:
@@ -70,7 +70,7 @@ public enum ServerCode {
|
||||
GetFirstActiveDVMPackage,
|
||||
DVMPackageNeedsKill, // не доделано.
|
||||
UpdateActiveDVMPackages,
|
||||
GetFirstActiveSapforPackage,
|
||||
GetFirstActiveSapforPackages,
|
||||
SapforPackageNeedsKill,
|
||||
UpdateActiveSapforPackages,
|
||||
DownloadDVMPackage,
|
||||
@@ -80,5 +80,6 @@ public enum ServerCode {
|
||||
ReplaceTestCode,
|
||||
ReplaceTestsCodes,
|
||||
GetSapforPackagesJson,
|
||||
GetFirstsActiveDVMPackages
|
||||
;
|
||||
}
|
||||
|
||||
@@ -25,8 +25,8 @@ public enum TasksPackageState implements StatusEnum {
|
||||
RunningExecution,
|
||||
//--
|
||||
RunningEnd, //скачка архива
|
||||
//---------------------------------------
|
||||
Analysis,
|
||||
//-
|
||||
Done,
|
||||
Aborted;
|
||||
public boolean isActive() {
|
||||
|
||||
@@ -11,6 +11,7 @@ import Visual_DVM_2021.Passes.Server.TestingSystemPass;
|
||||
import java.io.FileWriter;
|
||||
import java.io.Serializable;
|
||||
import java.util.Date;
|
||||
import java.util.Vector;
|
||||
public abstract class TestingPlanner<P extends TestingPackage> {
|
||||
protected P testingPackage;
|
||||
protected int getSleepMillis() {
|
||||
@@ -83,7 +84,7 @@ public abstract class TestingPlanner<P extends TestingPackage> {
|
||||
}
|
||||
}
|
||||
//---
|
||||
protected abstract ServerCode getActivePackageCode();
|
||||
protected abstract ServerCode getActivePackagesCode();
|
||||
protected abstract ServerCode getCheckIfNeedsKillCode();
|
||||
protected abstract TasksPackageState getStateAfterStart();
|
||||
protected void InitSessionCredentials() {
|
||||
@@ -130,44 +131,49 @@ public abstract class TestingPlanner<P extends TestingPackage> {
|
||||
}
|
||||
}
|
||||
// ---
|
||||
protected void PerformPackage(TestingPackage package_in) throws Exception{
|
||||
testingPackage = (P) package_in;
|
||||
//--
|
||||
Print(testingPackage.id + ":" + testingPackage.state.getDescription());
|
||||
//--
|
||||
InitSessionCredentials();
|
||||
if (testingPackage.state.equals(TasksPackageState.Analysis)) {
|
||||
AnalyseResults();
|
||||
UpdatePackageState(TasksPackageState.Done);
|
||||
} else {
|
||||
try {
|
||||
if (Connect()) {
|
||||
int ptk_id = (int) ServerCommand(getCheckIfNeedsKillCode(), testingPackage.id);
|
||||
if (ptk_id != Constants.Nan) {
|
||||
Print("package " + testingPackage.id + " NEEDS TO KILL");
|
||||
Kill();
|
||||
UpdatePackageState(TasksPackageState.Aborted);
|
||||
ServerCommand(ServerCode.DeleteObjectByPK, ptk_id);
|
||||
} else {
|
||||
Session();
|
||||
}
|
||||
}
|
||||
} catch (Exception ex) {
|
||||
Print("Ошибка сеанса. Соединение будет разорвано.");
|
||||
Print(ex.getMessage());
|
||||
Disconnect();
|
||||
} finally {
|
||||
}
|
||||
}
|
||||
//--
|
||||
testingPackage.destructor();
|
||||
testingPackage = null;
|
||||
System.gc();
|
||||
//--
|
||||
|
||||
}
|
||||
public void Perform() {
|
||||
try {
|
||||
testingPackage = null;
|
||||
testingPackage = (P) ServerCommand(getActivePackageCode());
|
||||
if (testingPackage != null) {
|
||||
Print(testingPackage.id + ":" + testingPackage.state.getDescription());
|
||||
//--
|
||||
InitSessionCredentials();
|
||||
if (testingPackage.state.equals(TasksPackageState.Analysis)) {
|
||||
AnalyseResults();
|
||||
UpdatePackageState(TasksPackageState.Done);
|
||||
} else {
|
||||
try {
|
||||
if (Connect()) {
|
||||
int ptk_id = (int) ServerCommand(getCheckIfNeedsKillCode(), testingPackage.id);
|
||||
if (ptk_id != Constants.Nan) {
|
||||
Print("package " + testingPackage.id + " NEEDS TO KILL");
|
||||
Kill();
|
||||
UpdatePackageState(TasksPackageState.Aborted);
|
||||
ServerCommand(ServerCode.DeleteObjectByPK, ptk_id);
|
||||
} else {
|
||||
Session();
|
||||
}
|
||||
}
|
||||
} catch (Exception ex) {
|
||||
Print("Ошибка сеанса. Соединение будет разорвано.");
|
||||
Print(ex.getMessage());
|
||||
Disconnect();
|
||||
} finally {
|
||||
}
|
||||
}
|
||||
//--
|
||||
testingPackage.destructor();
|
||||
testingPackage = null;
|
||||
System.gc();
|
||||
//--
|
||||
}
|
||||
//else Print(this.getClass().getSimpleName()+": no active package found");
|
||||
Vector<P> activePackages = (Vector<P>) ServerCommand(getActivePackagesCode());
|
||||
// System.out.println(this.getClass().getSimpleName()+": found "+activePackages.size()+" active packages"); //Тесты:
|
||||
for (P activePackage: activePackages)
|
||||
PerformPackage(activePackage);
|
||||
} catch (Exception ex) {
|
||||
ex.printStackTrace();
|
||||
} finally {
|
||||
|
||||
@@ -202,10 +202,6 @@ public class TestingServer extends RepositoryServer<TestsDatabase> {
|
||||
response = new ServerExchangeUnit_2021(ServerCode.OK);
|
||||
RefreshDVMTests((Account) request.object, Integer.parseInt(request.arg));
|
||||
break;
|
||||
case GetFirstActiveDVMPackage:
|
||||
Print("Получить первый активный пакет задач DVM");
|
||||
GetFirstActiveDVMPackage();
|
||||
break;
|
||||
case DVMPackageNeedsKill:
|
||||
Print("Проверить нуждается ли пакет DVM в убийстве");
|
||||
DVMPackageNeedsKill();
|
||||
@@ -214,9 +210,9 @@ public class TestingServer extends RepositoryServer<TestsDatabase> {
|
||||
Print("Получить данные по пакетам DVM");
|
||||
UpdateActiveDVMPackages();
|
||||
break;
|
||||
case GetFirstActiveSapforPackage:
|
||||
case GetFirstActiveSapforPackages:
|
||||
Print("Получить первый активный пакет задач SAPFOR");
|
||||
GetFirstActiveSapforPackage();
|
||||
GetFirstActiveSapforPackages();
|
||||
break;
|
||||
case SapforPackageNeedsKill:
|
||||
Print("Проверить нуждает ли пакет SAPFOR в убийстве");
|
||||
@@ -254,6 +250,10 @@ public class TestingServer extends RepositoryServer<TestsDatabase> {
|
||||
Print("Получить информацию о задачах пакетов SAPFOR");
|
||||
GetSapforPackagesJson();
|
||||
break;
|
||||
case GetFirstsActiveDVMPackages:
|
||||
Print("Получить первые активные пакеты задач DVM на машинах");
|
||||
GetFirstActiveDVMPackagesByMachines();
|
||||
break;
|
||||
default:
|
||||
throw new RepositoryRefuseException("Неподдерживаемый код: " + code);
|
||||
}
|
||||
@@ -385,24 +385,13 @@ public class TestingServer extends RepositoryServer<TestsDatabase> {
|
||||
}
|
||||
}
|
||||
}
|
||||
//-------------------------------------------------------------------------------------->>>
|
||||
void GetFirstActiveDVMPackage() throws Exception {
|
||||
private void GetFirstActiveDVMPackagesByMachines() {
|
||||
response = new ServerExchangeUnit_2021(ServerCode.OK);
|
||||
response.object = null;
|
||||
DVMPackage dvmPackage = db.getFirstActiveDVMPackage();
|
||||
if (dvmPackage != null) {
|
||||
//нужно вернуть копию объекта с иным адресом!!
|
||||
response.object = new DVMPackage(dvmPackage);
|
||||
}
|
||||
response.object = db.getFirstActiveDVMPackagesCopies();
|
||||
}
|
||||
private void GetFirstActiveSapforPackage() throws Exception {
|
||||
private void GetFirstActiveSapforPackages() throws Exception {
|
||||
response = new ServerExchangeUnit_2021(ServerCode.OK);
|
||||
response.object = null;
|
||||
SapforPackage sapforPackage = db.getFirstActiveSapforPackage();
|
||||
if (sapforPackage != null) {
|
||||
//нужно вернуть копию объекта с иным адресом!!
|
||||
response.object = new SapforPackage(sapforPackage);
|
||||
}
|
||||
response.object = db.getFirstActiveSapforPackagesCopies();
|
||||
}
|
||||
//---
|
||||
void UpdateActiveDVMPackages() throws Exception {
|
||||
|
||||
@@ -16,6 +16,9 @@ import TestingSystem.SAPFOR.ServerSapfor.ServerSapforsDBTable;
|
||||
import Visual_DVM_2021.Passes.PassCode_2021;
|
||||
|
||||
import java.nio.file.Paths;
|
||||
import java.util.Comparator;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.Vector;
|
||||
public class TestsDatabase extends SQLiteDatabase {
|
||||
public ConfigurationDBTable configurations;
|
||||
public TestDBTable tests;
|
||||
@@ -52,64 +55,93 @@ public class TestsDatabase extends SQLiteDatabase {
|
||||
public PassCode_2021 getSynchronizePassCode() {
|
||||
return PassCode_2021.SynchronizeTests;
|
||||
}
|
||||
public DVMPackage getFirstActiveDVMPackage() {
|
||||
DVMPackage first_active = null;
|
||||
DVMPackage first_queued = null;
|
||||
if (!dvmPackages.Data.isEmpty()) {
|
||||
for (DVMPackage p : dvmPackages.Data.values()) {
|
||||
switch (p.state) {
|
||||
case Done:
|
||||
case Aborted:
|
||||
break;
|
||||
case Queued:
|
||||
if (first_queued == null) first_queued = p;
|
||||
break;
|
||||
default:
|
||||
if (first_active == null) first_active = p; //это и будет первый активный.
|
||||
break;
|
||||
}
|
||||
public Vector<SapforPackage> getFirstActiveSapforPackagesCopies() {
|
||||
Vector<SapforPackage> res = new Vector<>();
|
||||
Vector<SapforPackage> packages = new Vector<>();
|
||||
SapforPackage activePackage = null;
|
||||
//1. получить активные пакеты.
|
||||
for (SapforPackage p : sapforPackages.Data.values()) {
|
||||
switch (p.state) {
|
||||
case Done:
|
||||
case Aborted:
|
||||
case Draft:
|
||||
break;
|
||||
default:
|
||||
packages.add(p);
|
||||
break;
|
||||
}
|
||||
if (first_active != null) return first_active;
|
||||
if (first_queued != null) {
|
||||
first_queued.state = TasksPackageState.TestsSynchronize;
|
||||
}
|
||||
//2. отсортировать по приоритету.
|
||||
packages.sort(new Comparator<SapforPackage>() {
|
||||
@Override
|
||||
public int compare(SapforPackage o1, SapforPackage o2) {
|
||||
return Integer.compare(o1.state.ordinal(), o2.state.ordinal());
|
||||
}
|
||||
});
|
||||
if (!packages.isEmpty()) {
|
||||
activePackage = packages.lastElement();
|
||||
if (activePackage.state.equals(TasksPackageState.Queued)) {
|
||||
activePackage.state = TasksPackageState.TestsSynchronize;
|
||||
try {
|
||||
Update(first_queued);
|
||||
Update(activePackage);
|
||||
} catch (Exception ex) {
|
||||
ex.printStackTrace();
|
||||
}
|
||||
}
|
||||
return first_queued;
|
||||
res.add(new SapforPackage(activePackage));
|
||||
; //копия чтобы не было конфликта доступа с нитью планировщика.
|
||||
}
|
||||
return null;
|
||||
return res;
|
||||
}
|
||||
public SapforPackage getFirstActiveSapforPackage() {
|
||||
SapforPackage first_active = null;
|
||||
SapforPackage first_queued = null;
|
||||
if (!sapforPackages.Data.isEmpty()) {
|
||||
for (SapforPackage p : sapforPackages.Data.values()) {
|
||||
switch (p.state) {
|
||||
case Done:
|
||||
case Aborted:
|
||||
break;
|
||||
case Queued:
|
||||
if (first_queued == null) first_queued = p;
|
||||
break;
|
||||
default:
|
||||
if (first_active == null) first_active = p; //это и будет первый активный.
|
||||
break;
|
||||
}
|
||||
public Vector<DVMPackage> getFirstActiveDVMPackagesCopies() {
|
||||
Vector<DVMPackage> res = new Vector<>();
|
||||
//--
|
||||
LinkedHashMap<String, Vector<DVMPackage>> packagesByMachines = new LinkedHashMap<>();
|
||||
//----
|
||||
//1. Получить список активных пакетов по машинам.
|
||||
for (DVMPackage dvmPackage : dvmPackages.Data.values()) {
|
||||
switch (dvmPackage.state) {
|
||||
case Done:
|
||||
case Aborted:
|
||||
case Draft:
|
||||
break;
|
||||
default:
|
||||
//активен.
|
||||
Vector<DVMPackage> packages = null;
|
||||
//--
|
||||
if (packagesByMachines.containsKey(dvmPackage.machine_address)) {
|
||||
packages = packagesByMachines.get(dvmPackage.machine_address);
|
||||
} else {
|
||||
packages = new Vector<>();
|
||||
packagesByMachines.put(dvmPackage.machine_address, packages);
|
||||
}
|
||||
packages.add(dvmPackage);
|
||||
break;
|
||||
}
|
||||
if (first_active != null) return first_active;
|
||||
if (first_queued != null) {
|
||||
first_queued.state = TasksPackageState.TestsSynchronize;
|
||||
try {
|
||||
Update(first_queued);
|
||||
} catch (Exception ex) {
|
||||
ex.printStackTrace();
|
||||
}
|
||||
}
|
||||
return first_queued;
|
||||
}
|
||||
return null;
|
||||
//2. Выбрать для каждой машины наиболее приоритетный пакет.
|
||||
for (String machine : packagesByMachines.keySet()) {
|
||||
Vector<DVMPackage> packages = packagesByMachines.get(machine);
|
||||
if (!packages.isEmpty()) {
|
||||
packages.sort(new Comparator<DVMPackage>() {
|
||||
@Override
|
||||
public int compare(DVMPackage o1, DVMPackage o2) {
|
||||
return Integer.compare(o1.state.ordinal(), o2.state.ordinal());
|
||||
}
|
||||
});
|
||||
//-
|
||||
DVMPackage activePackage = packages.lastElement();
|
||||
if (activePackage.state.equals(TasksPackageState.Queued)) {
|
||||
activePackage.state = TasksPackageState.TestsSynchronize;
|
||||
try {
|
||||
Update(activePackage);
|
||||
} catch (Exception ex) {
|
||||
ex.printStackTrace();
|
||||
}
|
||||
}
|
||||
res.add(new DVMPackage(activePackage)); //копия чтобы не было конфликта доступа с нитью планировщика.
|
||||
}
|
||||
}
|
||||
return res;
|
||||
}
|
||||
}
|
||||
|
||||
@@ -125,8 +125,8 @@ public class DVMTestingPlanner extends TestingPlanner<DVMPackage> {
|
||||
}
|
||||
//---
|
||||
@Override
|
||||
protected ServerCode getActivePackageCode() {
|
||||
return ServerCode.GetFirstActiveDVMPackage;
|
||||
protected ServerCode getActivePackagesCode() {
|
||||
return ServerCode.GetFirstsActiveDVMPackages;
|
||||
}
|
||||
@Override
|
||||
protected ServerCode getCheckIfNeedsKillCode() {
|
||||
|
||||
@@ -19,8 +19,8 @@ import java.util.Date;
|
||||
public class SapforTestingPlanner extends TestingPlanner<SapforPackage> {
|
||||
File workspace;
|
||||
@Override
|
||||
protected ServerCode getActivePackageCode() {
|
||||
return ServerCode.GetFirstActiveSapforPackage;
|
||||
protected ServerCode getActivePackagesCode() {
|
||||
return ServerCode.GetFirstActiveSapforPackages;
|
||||
}
|
||||
@Override
|
||||
protected ServerCode getCheckIfNeedsKillCode() {
|
||||
@@ -139,4 +139,5 @@ public class SapforTestingPlanner extends TestingPlanner<SapforPackage> {
|
||||
killer.waitFor();
|
||||
Print("done!");
|
||||
}
|
||||
//--
|
||||
}
|
||||
|
||||
@@ -171,7 +171,7 @@ public class MainForm extends Form implements MainWindow {
|
||||
res += selected_tests.size();
|
||||
}
|
||||
//--
|
||||
globalTabs.setTitleAt(3, "Тесты: " + res);
|
||||
globalTabs.setTitleAt(2, "Тесты: " + res);
|
||||
}
|
||||
private void SaveTestingPanel() {
|
||||
if (testingForm != null) {
|
||||
|
||||
Reference in New Issue
Block a user