Skip to content
Merged
Show file tree
Hide file tree
Changes from 24 commits
Commits
Show all changes
25 commits
Select commit Hold shift + click to select a range
a05e78b
MLH-1477 dummy commit
sriram-atlan Oct 24, 2025
4bdffa2
MLH-1477 add branch to build
sriram-atlan Oct 24, 2025
4c5ba90
MLH-1477 update to trigger a build
sriram-atlan Oct 25, 2025
18f37b8
MLH-1477 dummy commit
sriram-atlan Oct 25, 2025
ca3cd32
MLH-1477 add dlq replay service and api endpoint to monitor status
sriram-atlan Oct 26, 2025
69e6c5d
MLH-1477 dummy commit
sriram-atlan Oct 27, 2025
eb01bd6
MLH-1477 wire in only elastic configuration
sriram-atlan Oct 27, 2025
8070a96
MLH-1477 lazily connect to elasticsearch index
sriram-atlan Oct 27, 2025
944b1fd
MLH-1477 load indexProvider like janusgraph
sriram-atlan Oct 27, 2025
14c8b0f
MLH-1477 initialise bootstrap servers
sriram-atlan Oct 27, 2025
d2d098e
MLH-1477 increase timeout
sriram-atlan Oct 27, 2025
c619f0c
MLH-1477 add more logs for debugging. update serializer
sriram-atlan Oct 27, 2025
6b8b77f
MLH-1477 reduce poll time
sriram-atlan Oct 27, 2025
16fcaa9
MLH-1477 use pause and resume
sriram-atlan Oct 27, 2025
d9dd78a
MLH-1477 improve DLQ handling
sriram-atlan Nov 10, 2025
cae1ad0
MLH-1477 break on errors
sriram-atlan Nov 10, 2025
fa4f6b4
Merge branch 'staging' into mlh-1477-staging-dlq
sriram-atlan Nov 10, 2025
40535e5
MLH-1477 seek back when error
sriram-atlan Nov 10, 2025
d0f0134
MLH-1477 retry with exponential backoff
sriram-atlan Nov 10, 2025
2deb89b
Merge remote-tracking branch 'origin/mlh-1477-staging-dlq' into mlh-1…
sriram-atlan Nov 10, 2025
6a1f006
MLH-1477 add tests
sriram-atlan Nov 10, 2025
b09c1d7
MLH-1477 optimise imports
sriram-atlan Nov 10, 2025
9f96f8e
MLH-1477 remove comment on latest
sriram-atlan Nov 11, 2025
0bfa157
MLH-1477 remove option to start the dlq manually
sriram-atlan Nov 11, 2025
b10576d
MLH-1477 change to non daemon thread and improve destroy and cleanup
sriram-atlan Nov 11, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 1 addition & 2 deletions .github/workflows/maven.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,7 @@ on:
- beta
- master
- staging
- mlh-1477-staging
- mlh1638-staging
- mlh-1477-staging-dlq

jobs:
# Detect what changed to optimize workflow execution
Expand Down
3 changes: 3 additions & 0 deletions LOCAL_SETUP.md
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,8 @@ This guide will help you set up Atlas for local development.
- Maven 3.8+
- Docker (via Colima for macOS)
- Git
- Get the source code from the AtlanHQ repository (An override of Apache Atlas)
- Download the zip and configuration artifacts from https://atlanhq.atlassian.net/wiki/spaces/c873aeb606dd4834a95d9909a757bfa6/pages/800424446/How+to+run+Atlas+on+the+local+machine

### Java Setup
1. Install Java 17:
Expand Down Expand Up @@ -148,3 +150,4 @@ For more detailed information, refer to:
- The build command skips tests and various checks for faster development builds
- For production builds, remove the skip flags
- Keep your GitHub PAT token secure and never commit it to version control
- Adjust memory and CPU settings in Colima based on your machine's capabilities
2 changes: 1 addition & 1 deletion pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -720,7 +720,7 @@
<httpcomponents-httpcore.version>4.4.13</httpcomponents-httpcore.version>
<jackson.databind.version>2.13.4.2</jackson.databind.version>
<jackson.version>2.12.4</jackson.version>
<janusgraph.version>1.0.2-atlan-SNAPSHOT</janusgraph.version>
<janusgraph.version>1.0.2-atlan</janusgraph.version>
<janusgraph.cassandra.version>0.5.3</janusgraph.cassandra.version>
<jaxb.api.version>2.3.1</jaxb.api.version>
<javax-inject.version>1</javax-inject.version>
Expand Down
12 changes: 11 additions & 1 deletion webapp/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -375,9 +375,19 @@
<artifactId>jersey-multipart</artifactId>
</dependency>

<!-- Mockito upgraded to support Java 17 -->
<dependency>
<groupId>org.mockito</groupId>
<artifactId>mockito-all</artifactId>
<artifactId>mockito-core</artifactId>
<version>4.11.0</version>
<scope>test</scope>
</dependency>

<dependency>
<groupId>org.mockito</groupId>
<artifactId>mockito-junit-jupiter</artifactId>
<version>4.11.0</version>
<scope>test</scope>
</dependency>

<!--<dependency>
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
package org.apache.atlas.web.rest;

import org.apache.atlas.web.service.DLQReplayService;
import org.apache.atlas.web.util.Servlets;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

import javax.inject.Singleton;
import javax.ws.rs.*;
import javax.ws.rs.core.MediaType;
import java.util.Map;

@Path("dlq")
@Singleton
@Service
@Consumes({Servlets.JSON_MEDIA_TYPE, MediaType.APPLICATION_JSON})
@Produces({Servlets.JSON_MEDIA_TYPE, MediaType.APPLICATION_JSON})
public class DLQAdminController {

@Autowired
private DLQReplayService dlqReplayService;

@GET
@Path("/replay/status")
public Map<String, Object> getStatus() {
return dlqReplayService.getStatus();
}
}
Loading
Loading