Marmelator/llm-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 44 Wiki Activity

RED-9352: Fixed security config

Browse Source
This commit is contained in:
Dominique Eifländer 2024-06-24 13:20:20 +02:00
parent da3cd318a3
commit a9173f6988
3 changed files with 12 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
src/main/java/com/knecon/fforesight/llm/service/queue/MessageHandler.java
View File

@ -1,12 +1,8 @@
package com.knecon.fforesight.llm.service.queue;
import org.springframework.amqp.core.Message;
import org.springframework.amqp.rabbit.annotation.RabbitHandler;
import org.springframework.amqp.rabbit.annotation.RabbitListener;
import org.springframework.stereotype.Service;
import lombok.RequiredArgsConstructor;
import lombok.SneakyThrows;
import lombok.extern.slf4j.Slf4j;
@Slf4j
@ -14,14 +10,12 @@ import lombok.extern.slf4j.Slf4j;
@RequiredArgsConstructor
public class MessageHandler {
@SneakyThrows
@RabbitHandler
@RabbitListener(queues = "#{llmServiceSettings.getRequestQueueName()}")
public void receiveIndexingRequest(Message message) {
// TODO: Do something.
}
// @SneakyThrows
// @RabbitHandler
// @RabbitListener(queues = "#{llmServiceSettings.getRequestQueueName()}")
// public void receiveIndexingRequest(Message message) {
//
// // TODO: Do something.
// }
}

8
src/main/java/com/knecon/fforesight/llm/service/services/LlmService.java
View File

@ -53,18 +53,18 @@ public class LlmService {
ChatCompletionsOptions options = new ChatCompletionsOptions(chatMessages);
options.setStream(true);
Flux<ChatCompletions> chatCompletions = client.getChatCompletionsStream(settings.getModel(), options);
String userId = KeycloakSecurity.getUserId();
chatCompletions.subscribe(chatCompletion -> {
sendWebsocketEvent(chatCompletion.getChoices()
sendWebsocketEvent(userId, chatCompletion.getChoices()
.get(0).getDelta().getContent());
});
}
private void sendWebsocketEvent(String token) {
private void sendWebsocketEvent(String userId, String token) {
System.out.println("/topic/" + TenantContext.getTenantId() + "/chat-events/" + KeycloakSecurity.getUserId());
websocketTemplate.convertAndSend("/topic/" + TenantContext.getTenantId() + "/chat-events/" + KeycloakSecurity.getUserId(), new ChatEvent(token));
websocketTemplate.convertAndSend("/topic/" + TenantContext.getTenantId() + "/chat-events/" + userId, new ChatEvent(token));
}
}

2
src/main/resources/application.yaml
View File

@ -28,7 +28,7 @@ fforesight:
llm-service:
base-path: '/api/llm'
keycloak:
ignored-endpoints: [ '/actuator/health', '/actuator/health/**', '/api/llm', '/api/llm/', '/internal/**', '/api/llm/docs/**', '/api/llm/docs', '/api/llm/chat-async', '/api/llm/llm-websocket' ]
ignored-endpoints: [ '/actuator/health', '/actuator/health/**', '/api/llm', '/api/llm/', '/internal/**', '/api/llm/docs/**', '/api/llm/docs', '/api/llm/llm-websocket' ]
enabled: true
springdoc:
base-path: '/api/llm'