fix: use DynamoDB scans instead of query

sammarks · Aug 6, 2019 · deec40b · deec40b
1 parent d2cc07b
commit deec40b
Show file tree

Hide file tree

Showing 5 changed files with 14 additions and 26 deletions.
diff --git a/serverless.yml b/serverless.yml
@@ -16,7 +16,7 @@ provider:
     - Effect: Allow
       Action:
         - dynamodb:UpdateItem
-        - dynamodb:Query
+        - dynamodb:Scan
         - dynamodb:DeleteItem
       Resource:
         Fn::GetAtt: ['tasksTable', 'Arn']
@@ -44,13 +44,9 @@ resources:
         KeySchema:
           - AttributeName: taskId
             KeyType: HASH
-          - AttributeName: executeTime
-            KeyType: RANGE
         AttributeDefinitions:
           - AttributeName: taskId
             AttributeType: 'S'
-          - AttributeName: executeTime
-            AttributeType: 'N'
         ProvisionedThroughput:
           ReadCapacityUnits:
             Ref: ReadCapacityUnits

diff --git a/src/ingest.js b/src/ingest.js
@@ -8,16 +8,14 @@ module.exports.handler = async (event) => {
       await documentClient.update({
         TableName: process.env.TASKS_TABLE,
         Key: { taskId },
-        UpdateExpression: 'SET #executeTime = :executeTime, #taskId = :taskId, #topicArn = :topicArn, #payload = :payload',
+        UpdateExpression: 'SET #executeTime = :executeTime, #topicArn = :topicArn, #payload = :payload',
         ExpressionAttributeNames: {
           '#executeTime': 'executeTime',
-          '#taskId': 'taskId',
           '#topicArn': 'topicArn',
           '#payload': 'payload'
         },
         ExpressionAttributeValues: {
           ':executeTime': executeTime,
-          ':taskId': taskId,
           ':topicArn': topicArn,
           ':payload': payload
         }

diff --git a/src/schedule.js b/src/schedule.js
@@ -3,15 +3,13 @@ const AWS = require('aws-sdk')
 module.exports.handler = async () => {
   const sns = new AWS.SNS()
   const documentClient = new AWS.DynamoDB.DocumentClient()
-  const { Items } = await documentClient.query({
+  const { Items } = await documentClient.scan({
     TableName: process.env.TASKS_TABLE,
-    KeyConditionExpression: '#taskId != :taskId AND #executeTime <= :executeTime',
+    FilterExpression: '#executeTime <= :executeTime',
     ExpressionAttributeNames: {
-      '#taskId': 'taskId',
       '#executeTime': 'executeTime'
     },
     ExpressionAttributeValues: {
-      ':taskId': '',
       ':executeTime': (new Date()).getTime() / 1000
     }
   }).promise()

diff --git a/test/ingest.test.js b/test/ingest.test.js
@@ -39,16 +39,14 @@ describe('ingest handler', () => {
     expect(updateStub.mock.calls[0][0]).toEqual({
       TableName: 'tasks-table',
       Key: { taskId: 'test-task-id' },
-      UpdateExpression: 'SET #executeTime = :executeTime, #taskId = :taskId, #topicArn = :topicArn, #payload = :payload',
+      UpdateExpression: 'SET #executeTime = :executeTime, #topicArn = :topicArn, #payload = :payload',
       ExpressionAttributeNames: {
         '#executeTime': 'executeTime',
-        '#taskId': 'taskId',
         '#topicArn': 'topicArn',
         '#payload': 'payload'
       },
       ExpressionAttributeValues: {
         ':executeTime': 20,
-        ':taskId': 'test-task-id',
         ':topicArn': 'arn:aws:sns:us-east-1:123456789:test-topic',
         ':payload': { foo: 'bar' }
       }

diff --git a/test/schedule.test.js b/test/schedule.test.js
@@ -12,7 +12,7 @@ afterEach(() => {
 })
 
 describe('schedule handler', () => {
-  let publishStub, queryStub, deleteStub
+  let publishStub, scanStub, deleteStub
   beforeEach(() => {
     process.env.TASKS_TABLE = 'tasks-table'
     publishStub = jest.fn((params, callback) => callback(null, 'Success'))
@@ -22,7 +22,7 @@ describe('schedule handler', () => {
   })
   describe('when there are tasks in the past that need to be executed', () => {
     beforeEach(() => {
-      queryStub = jest.fn((params, callback) => callback(null, {
+      scanStub = jest.fn((params, callback) => callback(null, {
         Items: [
           {
             taskId: 'test-task-one',
@@ -36,20 +36,18 @@ describe('schedule handler', () => {
           }
         ]
       }))
-      AWS.mock('DynamoDB.DocumentClient', 'query', queryStub)
+      AWS.mock('DynamoDB.DocumentClient', 'scan', scanStub)
       return handler()
     })
-    it('queries for the items properly', () => {
-      expect(queryStub.mock.calls.length).toEqual(1)
-      expect(queryStub.mock.calls[0][0]).toEqual({
+    it('scans for the items properly', () => {
+      expect(scanStub.mock.calls.length).toEqual(1)
+      expect(scanStub.mock.calls[0][0]).toEqual({
         TableName: 'tasks-table',
-        KeyConditionExpression: '#taskId != :taskId AND #executeTime <= :executeTime',
+        FilterExpression: '#executeTime <= :executeTime',
         ExpressionAttributeNames: {
-          '#taskId': 'taskId',
           '#executeTime': 'executeTime'
         },
         ExpressionAttributeValues: {
-          ':taskId': '',
           ':executeTime': 20
         }
       })
@@ -79,10 +77,10 @@ describe('schedule handler', () => {
   })
   describe('when there are no tasks in the past that need to be executed', () => {
     beforeEach(() => {
-      queryStub = jest.fn((params, callback) => callback(null, {
+      scanStub = jest.fn((params, callback) => callback(null, {
         Items: []
       }))
-      AWS.mock('DynamoDB.DocumentClient', 'query', queryStub)
+      AWS.mock('DynamoDB.DocumentClient', 'scan', scanStub)
       return handler()
     })
     it('does nothing', () => {