feat: add functional tests

.circleci/config.yml

@@ -33,10 +33,6 @@ jobs:
   integration-tests:
     docker:
     - image: circleci/node:12.16
-    - image: circleci/cassandra:3.10
-      environment:
-        MAX_HEAP_SIZE: 2048m
-        HEAP_NEWSIZE: 512m
     - image: mailhog/mailhog
     - image: mysql:5.7
       environment:
@@ -58,12 +54,6 @@ jobs:
         environment:
           DATABASE_TYPE: sqlite
           JOB_PLATFORM: docker
-    - run:
-        name: Integration tests with kubernetes and cassandra configuration
-        command: npm run integration-tests
-        environment:
-          DATABASE_TYPE: cassandra
-          JOB_PLATFORM: kubernetes
     - run:
         name: Integration tests with kubernetes and mysql configuration
         command: npm run integration-tests

docs/openapi3.yaml

@@ -1913,18 +1913,27 @@ components:
             Allows for the probability (in %) of a scenario being picked by a new virtual user to be "weighed" relative to other scenarios. If not specified, each scenario is equally likely to be picked.
           example: 20
     job:
+      discriminator:
+        propertyName: type
+      oneOf:
+          - $ref: '#/components/schemas/load_test'
+          - $ref: '#/components/schemas/functional_test'
       required:
+        - type
         - test_id
-        - arrival_rate
         - duration
-      allOf:
-        - $ref: '#/components/schemas/job_update'
-        - type: object
       properties:
         run_immediately:
           type: boolean
           description: Determines if the test will be executed immediately when the job is created.
           example: true
+        type:
+          type: string
+          enum:
+            - load_test
+            - functional_test
+          description: The type of the job to run.
+          example: load_test
     job_update:
       properties:
         test_id:
@@ -1945,21 +1954,11 @@ components:
           items:
             type: string
             description: The url of where to send the webhook with the report information
-        arrival_rate:
-          type: number
-          minimum: 1
-          description: The number of times per second that the test scenarios will run.
         duration:
           type: number
           minimum: 1
           description: The time during which the test will run. In seconds.
           example: 20
-        ramp_to:
-          type: number
-          minimum: 1
-          description: |
-            Used in combination with the `arrival_rate` and `duration` values. Increases the arrival rate linearly to the value specified, within the specified duration.
-          example: 5
         max_virtual_users:
           type: number
           minimum: 1
@@ -2381,3 +2380,33 @@ components:
         filename:
           type: string
           description: the name of the file
+    load_test:
+      type: object
+      allOf:
+        - $ref: '#/components/schemas/job_update'
+        - type: object
+      required:
+        - arrival_rate
+      properties:
+        arrival_rate:
+          type: number
+          minimum: 1
+          description: The number of times to run the scenarios during the full duration of the test. A value of 20 arrival_count in a 60 second test will result in running a scenario once every 3 seconds.
+        ramp_to:
+          type: number
+          minimum: 1
+          description: |
+            Used in combination with the `arrival_rate` and `duration` values. Increases the arrival rate linearly to the value specified, within the specified duration.
+          example: 5
+    functional_test:
+      allOf:
+        - $ref: '#/components/schemas/job_update'
+        - type: object
+      type: object
+      required:
+        - arrival_count
+      properties:
+        arrival_count:
+          type: number
+          minimum: 1
+          description: The number of times per second that the test scenarios will run.

src/common/consts.js

@@ -1,6 +1,8 @@
 module.exports = {
     TEST_TYPE_BASIC: 'basic',
     TEST_TYPE_DSL: 'dsl',
+    JOB_TYPE_LOAD_TEST: 'load_test',
+    JOB_TYPE_FUNCTIONAL_TEST: 'functional_test',
     PROCESSOR_FUNCTIONS_KEYS: ['beforeScenario', 'afterScenario', 'beforeRequest', 'afterResponse'],
     ERROR_MESSAGES: {
         NOT_FOUND: 'Not found',

src/database/sequlize-handler/migrations/05_jobs_type.js

@@ -0,0 +1,17 @@
+const Sequelize = require('sequelize');
+
+module.exports.up = async (query, DataTypes) => {
+    let jobsTable = await query.describeTable('jobs');
+
+    if (!jobsTable.type) {
+        await query.addColumn(
+            'jobs', 'type',
+            Sequelize.DataTypes.STRING);
+
+        await query.bulkUpdate('jobs', { type: 'load_test' });
+    }
+};
+
+module.exports.down = async (query, DataTypes) => {
+    await query.removeColumn('jobs', 'type');
+};

src/jobs/models/database/sequelize/sequelizeConnector.js

@@ -2,6 +2,8 @@
 
 const uuid = require('uuid/v4');
 const Sequelize = require('sequelize');
+
+const { JOB_TYPE_FUNCTIONAL_TEST, JOB_TYPE_LOAD_TEST } = require('../../../../common/consts');
 let client;
 
 module.exports = {
@@ -23,11 +25,10 @@ async function insertJob(jobId, jobInfo) {
     let params = {
         id: jobId,
         test_id: jobInfo.test_id,
-        arrival_rate: jobInfo.arrival_rate,
+        type: jobInfo.type,
         cron_expression: jobInfo.cron_expression,
         duration: jobInfo.duration,
         environment: jobInfo.environment,
-        ramp_to: jobInfo.ramp_to,
         parallelism: jobInfo.parallelism,
         max_virtual_users: jobInfo.max_virtual_users,
         notes: jobInfo.notes,
@@ -42,6 +43,13 @@ async function insertJob(jobId, jobInfo) {
         }) : undefined
     };
 
+    if (params.type === JOB_TYPE_FUNCTIONAL_TEST) {
+        params.arrival_count = jobInfo.arrival_count;
+    } else {
+        params.arrival_rate = jobInfo.arrival_rate;
+        params.ramp_to = jobInfo.ramp_to;
+    }
+
     let include = [];
     if (params.webhooks) {
         include.push({ association: job.webhook });
@@ -83,23 +91,46 @@ async function getJob(jobId) {
     return allJobs;
 }
 
+async function getJobType(jobId) {
+    const jobs = await getJob(jobId);
+    if (jobs.length === 0) {
+        let error = new Error('Not found');
+        error.statusCode = 404;
+        throw error;
+    }
+    return jobs[0].type;
+}
+
 async function updateJob(jobId, jobInfo) {
     const job = client.model('job');
 
-    let params = {
+    const params = {
         test_id: jobInfo.test_id,
-        arrival_rate: jobInfo.arrival_rate,
+        type: jobInfo.type,
         cron_expression: jobInfo.cron_expression,
         duration: jobInfo.duration,
         environment: jobInfo.environment,
-        ramp_to: jobInfo.ramp_to,
         parallelism: jobInfo.parallelism,
         max_virtual_users: jobInfo.max_virtual_users,
         proxy_url: jobInfo.proxy_url,
         debug: jobInfo.debug,
         enabled: jobInfo.enabled
     };
 
+    const jobType = jobInfo.type || await getJobType(jobId);
+    switch (jobType) {
+    case JOB_TYPE_FUNCTIONAL_TEST:
+        params.arrival_count = jobInfo.arrival_count;
+        params.arrival_rate = null;
+        params.ramp_to = null;
+        break;
+    case JOB_TYPE_LOAD_TEST:
+        params.arrival_rate = jobInfo.arrival_rate;
+        params.ramp_to = jobInfo.ramp_to;
+        params.arrival_count = null;
+        break;
+    }
+
     let options = {
         where: {
             id: jobId
@@ -147,6 +178,9 @@ async function initSchemas() {
         test_id: {
             type: Sequelize.DataTypes.UUID
         },
+        type: {
+            type: Sequelize.DataTypes.STRING
+        },
         environment: {
             type: Sequelize.DataTypes.STRING
         },
@@ -156,6 +190,9 @@ async function initSchemas() {
         arrival_rate: {
             type: Sequelize.DataTypes.INTEGER
         },
+        arrival_count: {
+            type: Sequelize.DataTypes.INTEGER
+        },
         duration: {
             type: Sequelize.DataTypes.INTEGER
         },

src/jobs/models/jobManager.js

@@ -163,6 +163,7 @@ function createResponse(jobId, jobBody, runId) {
     let response = {
         id: jobId,
         test_id: jobBody.test_id,
+        type: jobBody.type,
         cron_expression: jobBody.cron_expression,
         webhooks: jobBody.webhooks,
         emails: jobBody.emails,
@@ -172,6 +173,7 @@ function createResponse(jobId, jobBody, runId) {
         custom_env_vars: jobBody.custom_env_vars,
         run_id: runId,
         arrival_rate: jobBody.arrival_rate,
+        arrival_count: jobBody.arrival_count,
         duration: jobBody.duration,
         environment: jobBody.environment,
         notes: jobBody.notes,

tests/integration-tests/jobs/createJobDocker-test.js

@@ -74,6 +74,7 @@ describe('Create job specific docker tests', async function () {
                             test_id: testId,
                             arrival_rate: 1,
                             parallelism: 2,
+                            type: 'load_test',
                             duration: 1,
                             environment: 'test',
                             run_immediately: true,