Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
42 changes: 20 additions & 22 deletions backend/packages/Upgrade/src/api/Algorithms.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4,31 +4,31 @@ import { Experiment } from './models/Experiment';
import { CONDITION_ORDER, EXPERIMENT_TYPE, IExperimentAssignmentv5, IPayload } from 'upgrade_types';
import { FactorDTO } from './DTO/FactorDTO';
import { ExperimentCondition } from './models/ExperimentCondition';
import { DecisionPoint } from './models/DecisionPoint';

export function withInSubjectType(
experiment: Experiment,
conditionPayloads: ConditionPayloadDTO[],
site: string,
target: string,
decisionPoint: DecisionPoint,
factors: FactorDTO[],
userID: string,
monitoredDecisionPointLogsLength: number
repeatedEnrollmentLength: number
): IExperimentAssignmentv5 {
let assignedData = convertToAssignedCondition(experiment, conditionPayloads, site, target, factors);
let assignedData = convertToAssignedCondition(experiment, conditionPayloads, decisionPoint, factors);

// passing assigned conditions data converted into queue based on selected algorithm
if (assignedData.assignedCondition.length > 1) {
switch (experiment.conditionOrder) {
case CONDITION_ORDER.RANDOM: {
assignedData = randomCondition(experiment, assignedData, userID, monitoredDecisionPointLogsLength);
assignedData = randomCondition(experiment, assignedData, userID, repeatedEnrollmentLength);
break;
}
case CONDITION_ORDER.RANDOM_ROUND_ROBIN: {
assignedData = randomRoundRobinCondition(experiment, assignedData, userID, monitoredDecisionPointLogsLength);
assignedData = randomRoundRobinCondition(experiment, assignedData, userID, repeatedEnrollmentLength);
break;
}
case CONDITION_ORDER.ORDERED_ROUND_ROBIN: {
assignedData = rotateElements(assignedData, monitoredDecisionPointLogsLength);
assignedData = rotateElements(assignedData, repeatedEnrollmentLength);
break;
}
default: {
Expand All @@ -44,7 +44,7 @@ export function randomCondition(
experiment,
assignedData: IExperimentAssignmentv5,
userID: string,
monitoredDecisionPointLogsLength: number
repeatedEnrollmentLength: number
): IExperimentAssignmentv5 {
const randomConditionArray: IExperimentAssignmentv5['assignedCondition'] = [];
const assignedFactorsArray: Record<string, { level: string; payload: IPayload }>[] = [];
Expand All @@ -69,15 +69,15 @@ export function randomCondition(
experimentType: experiment.type,
};

// rotate elements in assigned condition array based on number of monitored decision point
return rotateElements(randomAssignData, monitoredDecisionPointLogsLength);
// rotate elements in assigned condition array based on number of repeated enrollments
return rotateElements(randomAssignData, repeatedEnrollmentLength);
}

export function randomRoundRobinCondition(
experiment,
assignedData: IExperimentAssignmentv5,
userID: string,
monitoredDecisionPointLogsLength: number
repeatedEnrollmentLength: number
): IExperimentAssignmentv5 {
const randomRoundRobinConditionArray: IExperimentAssignmentv5['assignedCondition'] = [];
const assignedFactorsArray: Record<string, { level: string; payload: IPayload }>[] = [];
Expand Down Expand Up @@ -112,16 +112,16 @@ export function randomRoundRobinCondition(
experimentType: experiment.type,
};

// rotate elements in assigned condition array based on number of monitored decision point
return rotateElements(randomRoundRobinAssignData, monitoredDecisionPointLogsLength);
// rotate elements in assigned condition array based on number of repeated enrollments
return rotateElements(randomRoundRobinAssignData, repeatedEnrollmentLength);
}

export function rotateElements(
assignedData: IExperimentAssignmentv5,
monitoredDecisionPointLogsLength: number
repeatedEnrollmentLength: number
): IExperimentAssignmentv5 {
if (monitoredDecisionPointLogsLength > 0 && assignedData.assignedCondition.length >= 2) {
const totalloopIteration = monitoredDecisionPointLogsLength % assignedData.assignedCondition.length;
if (repeatedEnrollmentLength > 0 && assignedData.assignedCondition.length >= 2) {
const totalloopIteration = repeatedEnrollmentLength % assignedData.assignedCondition.length;

for (let i = 0; i < totalloopIteration; i++) {
const assignedCondition = assignedData.assignedCondition.shift();
Expand All @@ -139,8 +139,7 @@ export function rotateElements(
function convertToAssignedCondition(
experiment: Experiment,
conditionPayloads: ConditionPayloadDTO[],
site: string,
target: string,
decisionPoint: DecisionPoint,
factors: FactorDTO[]
): IExperimentAssignmentv5 {
const assignedConditionArray: IExperimentAssignmentv5['assignedCondition'] = [];
Expand All @@ -157,8 +156,7 @@ function convertToAssignedCondition(
} else {
// checking alias condition for simple experiment
conditionPayload = conditionPayloads.find(
(cP) =>
cP.parentCondition.id === condition.id && cP.decisionPoint.site === site && cP.decisionPoint.target === target
(cP) => cP.parentCondition.id === condition.id && cP.decisionPoint.id === decisionPoint.id
);
}

Expand All @@ -173,8 +171,8 @@ function convertToAssignedCondition(
});

return {
site: site,
target: target,
site: decisionPoint.site,
target: decisionPoint.target,
assignedCondition: assignedConditionArray,
assignedFactor: experiment.type === EXPERIMENT_TYPE.FACTORIAL ? assignedFactorsArray : null,
experimentType: experiment.type,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,6 @@ import { LogValidatorv6 } from './validators/LogValidator';
import { MetricService } from '../services/MetricService';
import { ExperimentUserAliasesValidatorv6 } from './validators/ExperimentUserAliasesValidator';
import { AppRequest } from '../../types';
import { MonitoredDecisionPointLog } from '../models/MonitoredDecisionPointLog';
import { MarkExperimentValidatorv6 } from './validators/MarkExperimentValidator.v6';
import { Log } from '../models/Log';
import { ExperimentUserValidatorv6 } from './validators/ExperimentUserValidator';
Expand All @@ -42,7 +41,6 @@ interface IMonitoredDecisionPoint {
target: string;
experimentId: string;
condition: string;
monitoredPointLogs: MonitoredDecisionPointLog[];
}

/**
Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,12 @@
import { IsNotEmpty } from 'class-validator';
import { ENROLLMENT_CODE } from 'upgrade_types';
import { DecisionPoint } from './DecisionPoint';
import { Entity, ManyToOne, PrimaryColumn, Column, Index } from 'typeorm';
import { Entity, ManyToOne, PrimaryColumn, Column, Index, OneToMany } from 'typeorm';
import { BaseModel } from './base/BaseModel';
import { ExperimentCondition } from './ExperimentCondition';
import { Experiment } from './Experiment';
import { ExperimentUser } from './ExperimentUser';
import { RepeatedEnrollment } from './RepeatedEnrollment';

@Entity()
export class IndividualEnrollment extends BaseModel {
Expand Down Expand Up @@ -43,4 +44,7 @@ export class IndividualEnrollment extends BaseModel {

@Column({ name: 'conditionId', nullable: true })
public conditionId?: string;

@OneToMany(() => RepeatedEnrollment, (repeatedEnrollment) => repeatedEnrollment.individualEnrollment)
public repeatedEnrollments?: RepeatedEnrollment[];
}
29 changes: 29 additions & 0 deletions backend/packages/Upgrade/src/api/models/RepeatedEnrollment.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
import { Column, Entity, Index, ManyToOne, PrimaryGeneratedColumn } from 'typeorm';
import { BaseModel } from './base/BaseModel';
import { IndividualEnrollment } from '../models/IndividualEnrollment';
import { ExperimentCondition } from '../models/ExperimentCondition';

@Entity()
export class RepeatedEnrollment extends BaseModel {
@PrimaryGeneratedColumn()
public id: string;

@Index()
@ManyToOne(() => ExperimentCondition, { onDelete: 'CASCADE' })
public condition: ExperimentCondition;

@Column({ name: 'conditionId', nullable: true })
public conditionId?: string;

@Column({
nullable: true,
})
public uniquifier: string | null;

Comment thread
bcb37 marked this conversation as resolved.
@Index()
@ManyToOne(() => IndividualEnrollment, { onDelete: 'CASCADE' })
public individualEnrollment: IndividualEnrollment;

@Column({ name: 'individualEnrollmentId', nullable: true })
public individualEnrollmentId?: string;
}
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
import { MonitoredDecisionPoint } from './../models/MonitoredDecisionPoint';
import { Experiment } from '../models/Experiment';
import { IndividualExclusionRepository } from './IndividualExclusionRepository';
import { IndividualEnrollmentRepository } from './IndividualEnrollmentRepository';
Expand All @@ -15,11 +14,11 @@ import { GroupEnrollmentRepository } from './GroupEnrollmentRepository';
import { GroupEnrollment } from '../models/GroupEnrollment';
import { GroupExclusionRepository } from './GroupExclusionRepository';
import { DecisionPoint } from '../models/DecisionPoint';
import { MonitoredDecisionPointLog } from '../models/MonitoredDecisionPointLog';
import { ExperimentCondition } from '../models/ExperimentCondition';
import { UserStratificationFactorRepository } from './UserStratificationRepository';
import _ from 'lodash';
import { Repository } from 'typeorm';
import { RepeatedEnrollment } from '../models/RepeatedEnrollment';

export interface IEnrollmentByCondition {
conditions_id: string;
Expand Down Expand Up @@ -222,13 +221,8 @@ export class AnalyticsRepository extends Repository<AnalyticsRepository> {
'"expCond"."id" as "conditionId"',
'COUNT(DISTINCT("individualEnrollment"."userId"))::int as count',
])
.leftJoin(MonitoredDecisionPoint, 'mdp', 'individualEnrollment.userId = mdp.userId')
.leftJoin(DecisionPoint, 'dp', 'dp.id = individualEnrollment.partitionId')
.where('"mdp"."site" = "dp"."site"')
.andWhere('"mdp"."target" = "dp"."target"')
.andWhere('"individualEnrollment"."experimentId" = :experimentId', { experimentId })
.leftJoin(MonitoredDecisionPointLog, 'mdpl', 'mdp.id = mdpl.monitoredDecisionPointId')
.leftJoin(ExperimentCondition, 'expCond', 'expCond.conditionCode = mdpl.condition')
.leftJoin(RepeatedEnrollment, 'repeated', 'individualEnrollment.id = repeated.individualEnrollmentId')
.leftJoin(ExperimentCondition, 'expCond', 'expCond.id = repeated.conditionId')
.groupBy('"individualEnrollment"."experimentId"')
.addGroupBy('expCond.id')
.execute(),
Expand All @@ -240,13 +234,10 @@ export class AnalyticsRepository extends Repository<AnalyticsRepository> {
'"expCond"."id" as "conditionId"',
'COUNT(DISTINCT("individualEnrollment"."userId"))::int as count',
])
.leftJoin(MonitoredDecisionPoint, 'mdp', 'individualEnrollment.userId = mdp.userId')
.leftJoin(DecisionPoint, 'dp', 'dp.id = individualEnrollment.partitionId')
.where('mdp.site = dp.site')
.andWhere('mdp.target = dp.target')
.andWhere('"individualEnrollment"."experimentId" = :experimentId', { experimentId })
.leftJoin(MonitoredDecisionPointLog, 'mdpl', 'mdp.id = mdpl.monitoredDecisionPointId')
.leftJoin(ExperimentCondition, 'expCond', 'expCond.conditionCode = mdpl.condition')
.where('"individualEnrollment"."experimentId" = :experimentId', { experimentId })
.leftJoin(RepeatedEnrollment, 'repeated', 'individualEnrollment.id = repeated.individualEnrollmentId')
.leftJoin(ExperimentCondition, 'expCond', 'expCond.id = repeated.conditionId')
.groupBy('"dp"."id"')
.addGroupBy('"expCond"."id"')
.addGroupBy('"individualEnrollment"."experimentId"')
Expand Down Expand Up @@ -547,32 +538,31 @@ export class AnalyticsRepository extends Repository<AnalyticsRepository> {
'experiment.context as "context"',
'experiment.assignmentUnit as "assignmentUnit"',
'experiment.group as "group"',
'monitored.site as "site"',
'monitored.target as "target"',
'"decisionPoint".site as "site"',
'"decisionPoint".target as "target"',
'"individualEnrollment"."userId" as "userId"',
'"individualEnrollment"."partitionId" as "decisionPointId"',
'"individualEnrollment"."groupId" as "groupId"',
'"monitoredPointLogs"."condition" as "conditionName"',
'MIN("monitoredPointLogs"."createdAt") as "firstDecisionPointReachedOn"',
'CAST(COUNT("monitoredPointLogs"."id") as int) as "decisionPointReachedCount"',
'"condition"."conditionCode" as "conditionName"',
'MIN("repeatedEnrollment"."createdAt") as "firstDecisionPointReachedOn"',
'CAST(COUNT("repeatedEnrollment"."id") as int) as "decisionPointReachedCount"',
])
.leftJoin('individualEnrollment.condition', 'condition')
.innerJoin(Experiment, 'experiment', 'experiment.id = "individualEnrollment"."experimentId"')
.leftJoin('individualEnrollment.partition', 'decisionPoint')
.innerJoin(
MonitoredDecisionPoint,
'monitored',
'monitored.userId = individualEnrollment.userId AND monitored.site = decisionPoint.site AND monitored.target = decisionPoint.target'
RepeatedEnrollment,
'repeatedEnrollment',
'"repeatedEnrollment"."individualEnrollmentId" = "individualEnrollment".id'
)
.leftJoin('monitored.monitoredPointLogs', 'monitoredPointLogs')
.leftJoin(ExperimentCondition, 'condition', '"condition"."id" = "repeatedEnrollment"."conditionId"')
.groupBy('experiment.id')
.addGroupBy('experiment.name')
.addGroupBy('"monitored"."site"')
.addGroupBy('"monitored"."target"')
.addGroupBy('"decisionPoint"."site"')
.addGroupBy('"decisionPoint"."target"')
.addGroupBy('"individualEnrollment"."userId"')
.addGroupBy('"individualEnrollment"."partitionId"')
.addGroupBy('"individualEnrollment"."groupId"')
.addGroupBy('"monitoredPointLogs"."condition"')
.addGroupBy('"condition"."conditionCode"')
.orderBy('"individualEnrollment"."userId"', 'ASC')
.where('"individualEnrollment"."experimentId" = :experimentId::uuid', { experimentId })
.execute();
Expand Down Expand Up @@ -605,18 +595,15 @@ export class AnalyticsRepository extends Repository<AnalyticsRepository> {
'"individualEnrollment"."partitionId"',
individualSelectRange,
])
.leftJoin(MonitoredDecisionPoint, 'mdp', 'individualEnrollment.userId = mdp.userId')
.leftJoin(DecisionPoint, 'dp', 'dp.id = individualEnrollment.partitionId')
.where('mdp.site = dp.site')
.andWhere('mdp.target = dp.target')
.andWhere('"individualEnrollment"."experimentId" = :id', { id: experimentId })
.where('"individualEnrollment"."experimentId" = :id', { id: experimentId })
.andWhere(individualWhereDate)
.andWhere((qb) => {
const subQuery = qb.subQuery().select('user.id').from(PreviewUser, 'user').getQuery();
return '"individualEnrollment"."userId" NOT IN ' + subQuery;
})
.leftJoin(MonitoredDecisionPointLog, 'mdpl', 'mdp.id = mdpl.monitoredDecisionPointId')
.leftJoin(ExperimentCondition, 'expCond', 'expCond.conditionCode = mdpl.condition')
.leftJoin(RepeatedEnrollment, 'repeated', 'individualEnrollment.id = repeated.individualEnrollmentId')
.leftJoin(ExperimentCondition, 'expCond', 'expCond.id = repeated.conditionId')
.groupBy('"expCond"."id"')
.addGroupBy('"individualEnrollment"."partitionId"')
.addGroupBy(groupByRange)
Expand Down
28 changes: 10 additions & 18 deletions backend/packages/Upgrade/src/api/repositories/LogRepository.ts
Original file line number Diff line number Diff line change
Expand Up @@ -8,12 +8,11 @@ import { OPERATION_TYPES, IMetricMetaData, REPEATED_MEASURE, EXPERIMENT_TYPE } f
import { METRICS_JOIN_TEXT } from '../services/MetricService';
import { Query } from '../models/Query';
import { LevelCombinationElement } from '../models/LevelCombinationElement';
import { MonitoredDecisionPoint } from '../models/MonitoredDecisionPoint';
import { MonitoredDecisionPointLog } from '../models/MonitoredDecisionPointLog';
import { ExperimentCondition } from '../models/ExperimentCondition';
import { QueryRepository } from './QueryRepository';
import { MetricRepository } from './MetricRepository';
import { IndividualEnrollmentRepository } from './IndividualEnrollmentRepository';
import { RepeatedEnrollment } from '../models/RepeatedEnrollment';
@EntityRepository(Log)
export class LogRepository extends Repository<Log> {
public async deleteExceptByIds(values: string[], entityManager: EntityManager): Promise<Log[]> {
Expand Down Expand Up @@ -230,20 +229,9 @@ export class LogRepository extends Repository<Log> {
}
innerQuery
.innerJoin(
(qb) =>
qb
.subQuery()
.select(['"monitoredDecisionPointLog"."condition"', '"monitoredDecisionPointLog".uniquifier', '"userId"'])
.from(MonitoredDecisionPoint, 'monitoredDecisionPoint')
.innerJoin(
MonitoredDecisionPointLog,
'monitoredDecisionPointLog',
'"monitoredDecisionPointLog"."monitoredDecisionPointId" = "monitoredDecisionPoint".id'
)
.where(`"monitoredDecisionPoint"."experimentId" = '${experimentId}'`)
.andWhere('uniquifier is not null'),
'mdpl',
'mdpl."userId"="individualEnrollment"."userId"'
RepeatedEnrollment,
'repeatedEnrollment',
'"repeatedEnrollment"."individualEnrollmentId"="individualEnrollment"."id"'
)
.innerJoin(
(qb) =>
Expand All @@ -253,9 +241,13 @@ export class LogRepository extends Repository<Log> {
.from(Log, 'logs')
.where(`${metricString} is not null`),
'logs',
'logs."userId"="individualEnrollment"."userId" AND logs."uniquifier" = mdpl."uniquifier"'
'logs."userId"="individualEnrollment"."userId" AND logs."uniquifier" = "repeatedEnrollment"."uniquifier"'
)
.innerJoin(ExperimentCondition, 'experimentCondition', '"experimentCondition"."conditionCode" = mdpl.condition');
.innerJoin(
ExperimentCondition,
'experimentCondition',
'"experimentCondition"."id" = "repeatedEnrollment"."conditionId"'
);

if (isFactorialExperiment) {
innerQuery.innerJoin(
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
import { RepeatedEnrollment } from '../models/RepeatedEnrollment';
import { Repository } from 'typeorm';
import { EntityRepository } from '../../typeorm-typedi-extensions';
import { UpgradeLogger } from '../../lib/logger/UpgradeLogger';
import repositoryError from './utils/repositoryError';

export interface RepeatedEnrollmentDataCount {
userId: string;
decisionPointId: string;
count: number;
}
@EntityRepository(RepeatedEnrollment)
export class RepeatedEnrollmentRepository extends Repository<RepeatedEnrollment> {
public async getRepeatedEnrollmentCount(
userId: string,
decisionPointsIds: string[],
logger: UpgradeLogger
): Promise<RepeatedEnrollmentDataCount[]> {
const result = await this.createQueryBuilder('repeatedEnrollment')
.select(['ie.userId as "userId"', 'ie.partitionId as "decisionPointId"'])
.addSelect('COUNT(*) as count')
.leftJoin('repeatedEnrollment.individualEnrollment', 'ie')
.where('ie.userId = :userId', { userId })
.andWhere('ie.partitionId IN (:...decisionPointsIds)', { decisionPointsIds })
.groupBy('ie.userId , ie.partitionId , ie.id')
Comment thread
bcb37 marked this conversation as resolved.
.getRawMany()
.catch((errorMsg: any) => {
const errorMsgString = repositoryError(
'RepeatedEnrollmentRepository',
'getRepeatedEnrollmentCount',
{},
errorMsg
);
logger.error(errorMsg);
throw errorMsgString;
});
return result;
}
}
Loading
Loading