Compare commits
14 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
7986658bd1 | ||
|
|
4fed53244d | ||
|
|
37fd548364 | ||
|
|
fcd7918125 | ||
|
|
c88ca8abbd | ||
|
|
15206188a2 | ||
|
|
4346445af9 | ||
|
|
f1d67f696d | ||
|
|
4b45f7dee7 | ||
|
|
a8ee7363d4 | ||
|
|
25d0921aed | ||
|
|
73fa5b1373 | ||
|
|
40136ad9d9 | ||
|
|
0b50f202fc |
@@ -17,11 +17,13 @@ COPY --from=1 /tmp/compile/build/libs/packmate-*-SNAPSHOT.jar app.jar
|
||||
CMD [ "java", "-Djava.net.preferIPv4Stack=true", "-Djava.net.preferIPv4Addresses=true", \
|
||||
"-jar", "/app/app.jar", "--spring.datasource.url=jdbc:postgresql://127.0.0.1:65001/packmate", \
|
||||
"--spring.datasource.password=${DB_PASSWORD}", \
|
||||
"--capture-mode=${MODE}", "--pcap-file=${PCAP_FILE}", \
|
||||
"--interface-name=${INTERFACE}", "--local-ip=${LOCAL_IP}", "--account-login=${WEB_LOGIN}", \
|
||||
"--old-streams-cleanup-enabled=${OLD_STREAMS_CLEANUP_ENABLED}", "--cleanup-interval=${OLD_STREAMS_CLEANUP_INTERVAL}", \
|
||||
"--old-streams-threshold=${OLD_STREAMS_CLEANUP_THRESHOLD}", \
|
||||
"--account-password=${WEB_PASSWORD}", "--server.port=65000", "--server.address=0.0.0.0" \
|
||||
"--packmate.capture-mode=${MODE}", "--packmate.pcap-file=${PCAP_FILE}", \
|
||||
"--packmate.interface-name=${INTERFACE}", "--packmate.local-ip=${LOCAL_IP}", \
|
||||
"--packmate.web.account-login=${WEB_LOGIN}", "--packmate.web.account-password=${WEB_PASSWORD}", \
|
||||
"--packmate.cleanup.enabled=${OLD_STREAMS_CLEANUP_ENABLED}", \
|
||||
"--packmate.cleanup.interval=${OLD_STREAMS_CLEANUP_INTERVAL}", \
|
||||
"--packmate.cleanup.threshold=${OLD_STREAMS_CLEANUP_THRESHOLD}", \
|
||||
"--server.port=65000", "--server.address=0.0.0.0" \
|
||||
]
|
||||
|
||||
EXPOSE 65000
|
||||
2
frontend
2
frontend
Submodule frontend updated: 630ceb9241...079e8e95b6
@@ -5,19 +5,19 @@ import org.modelmapper.ModelMapper;
|
||||
import org.modelmapper.TypeMap;
|
||||
import org.pcap4j.core.PcapNativeException;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.boot.context.properties.ConfigurationPropertiesScan;
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.scheduling.annotation.EnableAsync;
|
||||
import org.springframework.scheduling.annotation.EnableScheduling;
|
||||
import ru.serega6531.packmate.model.Pattern;
|
||||
import ru.serega6531.packmate.model.Stream;
|
||||
import ru.serega6531.packmate.model.enums.CaptureMode;
|
||||
import ru.serega6531.packmate.model.pojo.StreamDto;
|
||||
import ru.serega6531.packmate.pcap.FilePcapWorker;
|
||||
import ru.serega6531.packmate.pcap.LivePcapWorker;
|
||||
import ru.serega6531.packmate.pcap.NoOpPcapWorker;
|
||||
import ru.serega6531.packmate.pcap.PcapWorker;
|
||||
import ru.serega6531.packmate.properties.PackmateProperties;
|
||||
import ru.serega6531.packmate.service.ServicesService;
|
||||
import ru.serega6531.packmate.service.StreamService;
|
||||
import ru.serega6531.packmate.service.SubscriptionService;
|
||||
@@ -29,6 +29,7 @@ import java.util.stream.Collectors;
|
||||
@Configuration
|
||||
@EnableScheduling
|
||||
@EnableAsync
|
||||
@ConfigurationPropertiesScan("ru.serega6531.packmate.properties")
|
||||
public class ApplicationConfiguration {
|
||||
|
||||
@Bean(destroyMethod = "stop")
|
||||
@@ -36,14 +37,12 @@ public class ApplicationConfiguration {
|
||||
public PcapWorker pcapWorker(ServicesService servicesService,
|
||||
StreamService streamService,
|
||||
SubscriptionService subscriptionService,
|
||||
@Value("${local-ip}") String localIpString,
|
||||
@Value("${interface-name}") String interfaceName,
|
||||
@Value("${pcap-file}") String filename,
|
||||
@Value("${capture-mode}") CaptureMode captureMode) throws PcapNativeException, UnknownHostException {
|
||||
return switch (captureMode) {
|
||||
case LIVE -> new LivePcapWorker(servicesService, streamService, localIpString, interfaceName);
|
||||
PackmateProperties properties
|
||||
) throws PcapNativeException, UnknownHostException {
|
||||
return switch (properties.captureMode()) {
|
||||
case LIVE -> new LivePcapWorker(servicesService, streamService, properties.localIp(), properties.interfaceName());
|
||||
case FILE ->
|
||||
new FilePcapWorker(servicesService, streamService, subscriptionService, localIpString, filename);
|
||||
new FilePcapWorker(servicesService, streamService, subscriptionService, properties.localIp(), properties.pcapFile());
|
||||
case VIEW -> new NoOpPcapWorker();
|
||||
};
|
||||
}
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
package ru.serega6531.packmate.configuration;
|
||||
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.context.event.EventListener;
|
||||
@@ -14,23 +13,18 @@ import org.springframework.security.crypto.bcrypt.BCryptPasswordEncoder;
|
||||
import org.springframework.security.crypto.password.PasswordEncoder;
|
||||
import org.springframework.security.provisioning.InMemoryUserDetailsManager;
|
||||
import org.springframework.security.web.SecurityFilterChain;
|
||||
import ru.serega6531.packmate.properties.PackmateProperties;
|
||||
|
||||
@Configuration
|
||||
@EnableWebSecurity
|
||||
@Slf4j
|
||||
public class SecurityConfiguration {
|
||||
|
||||
@Value("${account-login}")
|
||||
private String login;
|
||||
|
||||
@Value("${account-password}")
|
||||
private String password;
|
||||
|
||||
@Bean
|
||||
public InMemoryUserDetailsManager userDetailsService(PasswordEncoder passwordEncoder) {
|
||||
public InMemoryUserDetailsManager userDetailsService(PackmateProperties properties, PasswordEncoder passwordEncoder) {
|
||||
UserDetails user = User.builder()
|
||||
.username(login)
|
||||
.password(passwordEncoder.encode(password))
|
||||
.username(properties.web().accountLogin())
|
||||
.password(passwordEncoder.encode(properties.web().accountPassword()))
|
||||
.roles("USER")
|
||||
.build();
|
||||
|
||||
|
||||
@@ -1,14 +1,16 @@
|
||||
package ru.serega6531.packmate.controller;
|
||||
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.web.bind.annotation.*;
|
||||
import ru.serega6531.packmate.model.Packet;
|
||||
import org.springframework.web.bind.annotation.PathVariable;
|
||||
import org.springframework.web.bind.annotation.PostMapping;
|
||||
import org.springframework.web.bind.annotation.RequestBody;
|
||||
import org.springframework.web.bind.annotation.RequestMapping;
|
||||
import org.springframework.web.bind.annotation.RestController;
|
||||
import ru.serega6531.packmate.model.pojo.PacketDto;
|
||||
import ru.serega6531.packmate.model.pojo.PacketPagination;
|
||||
import ru.serega6531.packmate.service.StreamService;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
@RestController
|
||||
@RequestMapping("/api/packet/")
|
||||
@@ -23,10 +25,7 @@ public class PacketController {
|
||||
|
||||
@PostMapping("/{streamId}")
|
||||
public List<PacketDto> getPacketsForStream(@PathVariable long streamId, @RequestBody PacketPagination pagination) {
|
||||
List<Packet> packets = streamService.getPackets(streamId, pagination.getStartingFrom(), pagination.getPageSize());
|
||||
return packets.stream()
|
||||
.map(streamService::packetToDto)
|
||||
.collect(Collectors.toList());
|
||||
return streamService.getPackets(streamId, pagination.getStartingFrom(), pagination.getPageSize());
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -9,8 +9,9 @@ import org.springframework.web.bind.annotation.RequestBody;
|
||||
import org.springframework.web.bind.annotation.RequestMapping;
|
||||
import org.springframework.web.bind.annotation.RequestParam;
|
||||
import org.springframework.web.bind.annotation.RestController;
|
||||
import ru.serega6531.packmate.model.Pattern;
|
||||
import ru.serega6531.packmate.model.pojo.PatternCreateDto;
|
||||
import ru.serega6531.packmate.model.pojo.PatternDto;
|
||||
import ru.serega6531.packmate.model.pojo.PatternUpdateDto;
|
||||
import ru.serega6531.packmate.service.PatternService;
|
||||
|
||||
import java.util.List;
|
||||
@@ -53,11 +54,13 @@ public class PatternController {
|
||||
}
|
||||
|
||||
@PostMapping
|
||||
public PatternDto addPattern(@RequestBody PatternDto dto) {
|
||||
dto.setEnabled(true);
|
||||
Pattern pattern = service.fromDto(dto);
|
||||
Pattern saved = service.save(pattern);
|
||||
return service.toDto(saved);
|
||||
public PatternDto addPattern(@RequestBody PatternCreateDto dto) {
|
||||
return service.create(dto);
|
||||
}
|
||||
|
||||
@PostMapping("/{id}")
|
||||
public PatternDto updatePattern(@PathVariable int id, @RequestBody PatternUpdateDto dto) {
|
||||
return service.update(id, dto);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -8,8 +8,9 @@ import org.springframework.web.bind.annotation.PostMapping;
|
||||
import org.springframework.web.bind.annotation.RequestBody;
|
||||
import org.springframework.web.bind.annotation.RequestMapping;
|
||||
import org.springframework.web.bind.annotation.RestController;
|
||||
import ru.serega6531.packmate.model.CtfService;
|
||||
import ru.serega6531.packmate.model.pojo.ServiceCreateDto;
|
||||
import ru.serega6531.packmate.model.pojo.ServiceDto;
|
||||
import ru.serega6531.packmate.model.pojo.ServiceUpdateDto;
|
||||
import ru.serega6531.packmate.service.ServicesService;
|
||||
|
||||
import java.util.List;
|
||||
@@ -27,9 +28,7 @@ public class ServiceController {
|
||||
|
||||
@GetMapping
|
||||
public List<ServiceDto> getServices() {
|
||||
return service.findAll().stream()
|
||||
.map(service::toDto)
|
||||
.toList();
|
||||
return service.findAll();
|
||||
}
|
||||
|
||||
@DeleteMapping("/{port}")
|
||||
@@ -38,9 +37,13 @@ public class ServiceController {
|
||||
}
|
||||
|
||||
@PostMapping
|
||||
public CtfService addService(@RequestBody ServiceDto dto) {
|
||||
CtfService newService = this.service.fromDto(dto);
|
||||
return this.service.save(newService);
|
||||
public ServiceDto addService(@RequestBody ServiceCreateDto dto) {
|
||||
return this.service.create(dto);
|
||||
}
|
||||
|
||||
@PostMapping("/{port}")
|
||||
public ServiceDto updateService(@PathVariable int port, @RequestBody ServiceUpdateDto dto) {
|
||||
return this.service.update(port, dto);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -26,16 +26,12 @@ public class StreamController {
|
||||
|
||||
@PostMapping("/all")
|
||||
public List<StreamDto> getStreams(@RequestBody StreamPagination pagination) {
|
||||
return service.findAll(pagination, Optional.empty(), pagination.isFavorites()).stream()
|
||||
.map(service::streamToDto)
|
||||
.toList();
|
||||
return service.findAll(pagination, Optional.empty(), pagination.isFavorites());
|
||||
}
|
||||
|
||||
@PostMapping("/{port}")
|
||||
public List<StreamDto> getStreams(@PathVariable int port, @RequestBody StreamPagination pagination) {
|
||||
return service.findAll(pagination, Optional.of(port), pagination.isFavorites()).stream()
|
||||
.map(service::streamToDto)
|
||||
.toList();
|
||||
return service.findAll(pagination, Optional.of(port), pagination.isFavorites());
|
||||
}
|
||||
|
||||
@PostMapping("/{id}/favorite")
|
||||
|
||||
@@ -53,7 +53,7 @@ public class Stream {
|
||||
|
||||
private long endTimestamp;
|
||||
|
||||
@ManyToMany(fetch = FetchType.EAGER)
|
||||
@ManyToMany
|
||||
@JoinTable(
|
||||
name = "stream_found_patterns",
|
||||
joinColumns = @JoinColumn(name = "stream_id"),
|
||||
@@ -70,6 +70,12 @@ public class Stream {
|
||||
@Column(columnDefinition = "char(3)")
|
||||
private String userAgentHash;
|
||||
|
||||
@Column(name = "size_bytes", nullable = false)
|
||||
private Integer sizeBytes;
|
||||
|
||||
@Column(name = "packets_count", nullable = false)
|
||||
private Integer packetsCount;
|
||||
|
||||
@Override
|
||||
public boolean equals(Object o) {
|
||||
if (this == o) return true;
|
||||
|
||||
@@ -0,0 +1,19 @@
|
||||
package ru.serega6531.packmate.model.pojo;
|
||||
|
||||
import lombok.Data;
|
||||
import ru.serega6531.packmate.model.enums.PatternActionType;
|
||||
import ru.serega6531.packmate.model.enums.PatternDirectionType;
|
||||
import ru.serega6531.packmate.model.enums.PatternSearchType;
|
||||
|
||||
@Data
|
||||
public class PatternCreateDto {
|
||||
|
||||
private String name;
|
||||
private String value;
|
||||
private String color;
|
||||
private PatternSearchType searchType;
|
||||
private PatternDirectionType directionType;
|
||||
private PatternActionType actionType;
|
||||
private Integer serviceId;
|
||||
|
||||
}
|
||||
@@ -0,0 +1,11 @@
|
||||
package ru.serega6531.packmate.model.pojo;
|
||||
|
||||
import lombok.Data;
|
||||
|
||||
@Data
|
||||
public class PatternUpdateDto {
|
||||
|
||||
private String name;
|
||||
private String color;
|
||||
|
||||
}
|
||||
@@ -0,0 +1,17 @@
|
||||
package ru.serega6531.packmate.model.pojo;
|
||||
|
||||
import lombok.Data;
|
||||
|
||||
@Data
|
||||
public class ServiceCreateDto {
|
||||
|
||||
private int port;
|
||||
private String name;
|
||||
private boolean decryptTls;
|
||||
private boolean processChunkedEncoding;
|
||||
private boolean ungzipHttp;
|
||||
private boolean urldecodeHttpRequests;
|
||||
private boolean mergeAdjacentPackets;
|
||||
private boolean parseWebSockets;
|
||||
|
||||
}
|
||||
@@ -0,0 +1,17 @@
|
||||
package ru.serega6531.packmate.model.pojo;
|
||||
|
||||
import lombok.Data;
|
||||
|
||||
@Data
|
||||
public class ServiceUpdateDto {
|
||||
|
||||
private int port;
|
||||
private String name;
|
||||
private boolean decryptTls;
|
||||
private boolean processChunkedEncoding;
|
||||
private boolean ungzipHttp;
|
||||
private boolean urldecodeHttpRequests;
|
||||
private boolean mergeAdjacentPackets;
|
||||
private boolean parseWebSockets;
|
||||
|
||||
}
|
||||
@@ -17,5 +17,7 @@ public class StreamDto {
|
||||
private boolean favorite;
|
||||
private int ttl;
|
||||
private String userAgentHash;
|
||||
private int sizeBytes;
|
||||
private int packetsCount;
|
||||
|
||||
}
|
||||
|
||||
@@ -52,11 +52,11 @@ public abstract class AbstractPcapWorker implements PcapWorker, PacketListener {
|
||||
|
||||
protected AbstractPcapWorker(ServicesService servicesService,
|
||||
StreamService streamService,
|
||||
String localIpString) throws UnknownHostException {
|
||||
InetAddress localIp) throws UnknownHostException {
|
||||
this.servicesService = servicesService;
|
||||
this.streamService = streamService;
|
||||
|
||||
this.localIp = InetAddress.getByName(localIpString);
|
||||
this.localIp = localIp;
|
||||
|
||||
BasicThreadFactory factory = new BasicThreadFactory.Builder()
|
||||
.namingPattern("pcap-loop").build();
|
||||
|
||||
@@ -16,6 +16,7 @@ import ru.serega6531.packmate.service.SubscriptionService;
|
||||
|
||||
import java.io.EOFException;
|
||||
import java.io.File;
|
||||
import java.net.InetAddress;
|
||||
import java.net.UnknownHostException;
|
||||
|
||||
@Slf4j
|
||||
@@ -27,9 +28,9 @@ public class FilePcapWorker extends AbstractPcapWorker {
|
||||
public FilePcapWorker(ServicesService servicesService,
|
||||
StreamService streamService,
|
||||
SubscriptionService subscriptionService,
|
||||
String localIpString,
|
||||
InetAddress localIp,
|
||||
String filename) throws UnknownHostException {
|
||||
super(servicesService, streamService, localIpString);
|
||||
super(servicesService, streamService, localIp);
|
||||
this.subscriptionService = subscriptionService;
|
||||
|
||||
File directory = new File("pcaps");
|
||||
|
||||
@@ -10,6 +10,7 @@ import ru.serega6531.packmate.exception.PcapInterfaceNotFoundException;
|
||||
import ru.serega6531.packmate.service.ServicesService;
|
||||
import ru.serega6531.packmate.service.StreamService;
|
||||
|
||||
import java.net.InetAddress;
|
||||
import java.net.UnknownHostException;
|
||||
import java.util.List;
|
||||
import java.util.concurrent.LinkedBlockingQueue;
|
||||
@@ -23,9 +24,9 @@ public class LivePcapWorker extends AbstractPcapWorker {
|
||||
|
||||
public LivePcapWorker(ServicesService servicesService,
|
||||
StreamService streamService,
|
||||
String localIpString,
|
||||
InetAddress localIp,
|
||||
String interfaceName) throws PcapNativeException, UnknownHostException {
|
||||
super(servicesService, streamService, localIpString);
|
||||
super(servicesService, streamService, localIp);
|
||||
device = Pcaps.getDevByName(interfaceName);
|
||||
|
||||
if (device == null) {
|
||||
|
||||
@@ -0,0 +1,38 @@
|
||||
package ru.serega6531.packmate.properties;
|
||||
|
||||
|
||||
import org.springframework.boot.context.properties.ConfigurationProperties;
|
||||
import ru.serega6531.packmate.model.enums.CaptureMode;
|
||||
|
||||
import java.net.InetAddress;
|
||||
|
||||
@ConfigurationProperties("packmate")
|
||||
public record PackmateProperties(
|
||||
CaptureMode captureMode,
|
||||
String interfaceName,
|
||||
String pcapFile,
|
||||
InetAddress localIp,
|
||||
WebProperties web,
|
||||
TimeoutProperties timeout,
|
||||
CleanupProperties cleanup,
|
||||
boolean ignoreEmptyPackets
|
||||
) {
|
||||
|
||||
public record WebProperties(
|
||||
String accountLogin,
|
||||
String accountPassword
|
||||
) {}
|
||||
|
||||
public record TimeoutProperties(
|
||||
int udpStreamTimeout,
|
||||
int tcpStreamTimeout,
|
||||
int checkInterval
|
||||
){}
|
||||
|
||||
public record CleanupProperties(
|
||||
boolean enabled,
|
||||
int threshold,
|
||||
int interval
|
||||
){}
|
||||
|
||||
}
|
||||
@@ -6,13 +6,16 @@ import org.modelmapper.ModelMapper;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.context.annotation.Lazy;
|
||||
import org.springframework.stereotype.Service;
|
||||
import org.springframework.transaction.annotation.Transactional;
|
||||
import ru.serega6531.packmate.model.CtfService;
|
||||
import ru.serega6531.packmate.model.FoundPattern;
|
||||
import ru.serega6531.packmate.model.Pattern;
|
||||
import ru.serega6531.packmate.model.enums.PatternActionType;
|
||||
import ru.serega6531.packmate.model.enums.PatternDirectionType;
|
||||
import ru.serega6531.packmate.model.enums.SubscriptionMessageType;
|
||||
import ru.serega6531.packmate.model.pojo.PatternCreateDto;
|
||||
import ru.serega6531.packmate.model.pojo.PatternDto;
|
||||
import ru.serega6531.packmate.model.pojo.PatternUpdateDto;
|
||||
import ru.serega6531.packmate.model.pojo.SubscriptionMessage;
|
||||
import ru.serega6531.packmate.repository.PatternRepository;
|
||||
|
||||
@@ -103,15 +106,35 @@ public class PatternService {
|
||||
}
|
||||
}
|
||||
|
||||
public Pattern save(Pattern pattern) {
|
||||
@Transactional
|
||||
public PatternDto create(PatternCreateDto dto) {
|
||||
Pattern pattern = fromDto(dto);
|
||||
|
||||
pattern.setEnabled(true);
|
||||
pattern.setDeleted(false);
|
||||
pattern.setSearchStartTimestamp(System.currentTimeMillis());
|
||||
|
||||
Pattern saved = save(pattern);
|
||||
return toDto(saved);
|
||||
}
|
||||
|
||||
@Transactional
|
||||
public PatternDto update(int id, PatternUpdateDto dto) {
|
||||
Pattern pattern = repository.findById(id).orElseThrow();
|
||||
|
||||
modelMapper.map(dto, pattern);
|
||||
|
||||
Pattern saved = save(pattern);
|
||||
return toDto(saved);
|
||||
}
|
||||
|
||||
private Pattern save(Pattern pattern) {
|
||||
try {
|
||||
PatternMatcher.compilePattern(pattern);
|
||||
} catch (Exception e) {
|
||||
throw new IllegalArgumentException(e.getMessage());
|
||||
}
|
||||
|
||||
pattern.setSearchStartTimestamp(System.currentTimeMillis());
|
||||
|
||||
final Pattern saved = repository.save(pattern);
|
||||
patterns.put(saved.getId(), saved);
|
||||
|
||||
@@ -136,12 +159,11 @@ public class PatternService {
|
||||
}
|
||||
}
|
||||
|
||||
public Pattern fromDto(PatternDto dto) {
|
||||
public Pattern fromDto(PatternCreateDto dto) {
|
||||
return modelMapper.map(dto, Pattern.class);
|
||||
}
|
||||
|
||||
public PatternDto toDto(Pattern pattern) {
|
||||
return modelMapper.map(pattern, PatternDto.class);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -4,8 +4,8 @@ import lombok.extern.slf4j.Slf4j;
|
||||
import org.pcap4j.core.PcapNativeException;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.stereotype.Service;
|
||||
import ru.serega6531.packmate.model.CtfService;
|
||||
import ru.serega6531.packmate.model.enums.SubscriptionMessageType;
|
||||
import ru.serega6531.packmate.model.pojo.ServiceDto;
|
||||
import ru.serega6531.packmate.model.pojo.SubscriptionMessage;
|
||||
import ru.serega6531.packmate.pcap.NoOpPcapWorker;
|
||||
import ru.serega6531.packmate.pcap.PcapWorker;
|
||||
@@ -40,14 +40,14 @@ public class PcapService {
|
||||
}
|
||||
}
|
||||
|
||||
public void updateFilter(Collection<CtfService> services) {
|
||||
public void updateFilter(Collection<ServiceDto> services) {
|
||||
String filter;
|
||||
|
||||
if (services.isEmpty()) {
|
||||
filter = "tcp or udp";
|
||||
} else {
|
||||
final String ports = services.stream()
|
||||
.map(CtfService::getPort)
|
||||
.map(ServiceDto::getPort)
|
||||
.map(p -> "port " + p)
|
||||
.collect(Collectors.joining(" or "));
|
||||
|
||||
|
||||
@@ -1,21 +1,26 @@
|
||||
package ru.serega6531.packmate.service;
|
||||
|
||||
import jakarta.annotation.PostConstruct;
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.modelmapper.ModelMapper;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.context.annotation.Lazy;
|
||||
import org.springframework.stereotype.Service;
|
||||
import org.springframework.transaction.annotation.Transactional;
|
||||
import ru.serega6531.packmate.properties.PackmateProperties;
|
||||
import ru.serega6531.packmate.model.CtfService;
|
||||
import ru.serega6531.packmate.model.enums.SubscriptionMessageType;
|
||||
import ru.serega6531.packmate.model.pojo.ServiceCreateDto;
|
||||
import ru.serega6531.packmate.model.pojo.ServiceDto;
|
||||
import ru.serega6531.packmate.model.pojo.ServiceUpdateDto;
|
||||
import ru.serega6531.packmate.model.pojo.SubscriptionMessage;
|
||||
import ru.serega6531.packmate.repository.ServiceRepository;
|
||||
|
||||
import jakarta.annotation.PostConstruct;
|
||||
import java.net.InetAddress;
|
||||
import java.net.UnknownHostException;
|
||||
import java.util.*;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Optional;
|
||||
|
||||
@Service
|
||||
@Slf4j
|
||||
@@ -35,12 +40,12 @@ public class ServicesService {
|
||||
SubscriptionService subscriptionService,
|
||||
@Lazy PcapService pcapService,
|
||||
ModelMapper modelMapper,
|
||||
@Value("${local-ip}") String localIpString) throws UnknownHostException {
|
||||
PackmateProperties properties) {
|
||||
this.repository = repository;
|
||||
this.subscriptionService = subscriptionService;
|
||||
this.pcapService = pcapService;
|
||||
this.modelMapper = modelMapper;
|
||||
this.localIp = InetAddress.getByName(localIpString);
|
||||
this.localIp = properties.localIp();
|
||||
}
|
||||
|
||||
@PostConstruct
|
||||
@@ -67,8 +72,11 @@ public class ServicesService {
|
||||
return Optional.ofNullable(services.get(port));
|
||||
}
|
||||
|
||||
public Collection<CtfService> findAll() {
|
||||
return services.values();
|
||||
public List<ServiceDto> findAll() {
|
||||
return services.values()
|
||||
.stream()
|
||||
.map(this::toDto)
|
||||
.toList();
|
||||
}
|
||||
|
||||
public void deleteByPort(int port) {
|
||||
@@ -82,9 +90,31 @@ public class ServicesService {
|
||||
updateFilter();
|
||||
}
|
||||
|
||||
public CtfService save(CtfService service) {
|
||||
log.info("Added or edited service '{}' at port {}", service.getName(), service.getPort());
|
||||
@Transactional
|
||||
public ServiceDto create(ServiceCreateDto dto) {
|
||||
if (repository.existsById(dto.getPort())) {
|
||||
throw new IllegalArgumentException("Service already exists");
|
||||
}
|
||||
|
||||
CtfService service = fromDto(dto);
|
||||
|
||||
log.info("Added service '{}' at port {}", service.getName(), service.getPort());
|
||||
|
||||
return save(service);
|
||||
}
|
||||
|
||||
@Transactional
|
||||
public ServiceDto update(int port, ServiceUpdateDto dto) {
|
||||
CtfService service = repository.findById(port).orElseThrow();
|
||||
|
||||
log.info("Edited service '{}' at port {}", service.getName(), service.getPort());
|
||||
|
||||
modelMapper.map(dto, service);
|
||||
service.setPort(port);
|
||||
return save(service);
|
||||
}
|
||||
|
||||
private ServiceDto save(CtfService service) {
|
||||
final CtfService saved = repository.save(service);
|
||||
services.put(saved.getPort(), saved);
|
||||
|
||||
@@ -92,18 +122,18 @@ public class ServicesService {
|
||||
|
||||
updateFilter();
|
||||
|
||||
return saved;
|
||||
return toDto(saved);
|
||||
}
|
||||
|
||||
public void updateFilter() {
|
||||
pcapService.updateFilter(findAll());
|
||||
}
|
||||
|
||||
public ServiceDto toDto(CtfService service) {
|
||||
private ServiceDto toDto(CtfService service) {
|
||||
return modelMapper.map(service, ServiceDto.class);
|
||||
}
|
||||
|
||||
public CtfService fromDto(ServiceDto dto) {
|
||||
private CtfService fromDto(ServiceCreateDto dto) {
|
||||
return modelMapper.map(dto, CtfService.class);
|
||||
}
|
||||
|
||||
|
||||
@@ -4,7 +4,6 @@ import lombok.extern.slf4j.Slf4j;
|
||||
import org.jetbrains.annotations.Nullable;
|
||||
import org.modelmapper.ModelMapper;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.data.domain.PageRequest;
|
||||
import org.springframework.data.domain.Pageable;
|
||||
import org.springframework.data.domain.Sort;
|
||||
@@ -13,6 +12,7 @@ import org.springframework.scheduling.annotation.Async;
|
||||
import org.springframework.stereotype.Service;
|
||||
import org.springframework.transaction.annotation.Propagation;
|
||||
import org.springframework.transaction.annotation.Transactional;
|
||||
import ru.serega6531.packmate.properties.PackmateProperties;
|
||||
import ru.serega6531.packmate.model.CtfService;
|
||||
import ru.serega6531.packmate.model.FoundPattern;
|
||||
import ru.serega6531.packmate.model.Packet;
|
||||
@@ -48,7 +48,6 @@ public class StreamService {
|
||||
private final SubscriptionService subscriptionService;
|
||||
private final RsaKeysHolder keysHolder;
|
||||
private final ModelMapper modelMapper;
|
||||
|
||||
private final boolean ignoreEmptyPackets;
|
||||
|
||||
private final java.util.regex.Pattern userAgentPattern = java.util.regex.Pattern.compile("User-Agent: (.+)\\r\\n");
|
||||
@@ -61,7 +60,7 @@ public class StreamService {
|
||||
SubscriptionService subscriptionService,
|
||||
RsaKeysHolder keysHolder,
|
||||
ModelMapper modelMapper,
|
||||
@Value("${ignore-empty-packets}") boolean ignoreEmptyPackets) {
|
||||
PackmateProperties properties) {
|
||||
this.repository = repository;
|
||||
this.patternService = patternService;
|
||||
this.servicesService = servicesService;
|
||||
@@ -69,7 +68,7 @@ public class StreamService {
|
||||
this.subscriptionService = subscriptionService;
|
||||
this.keysHolder = keysHolder;
|
||||
this.modelMapper = modelMapper;
|
||||
this.ignoreEmptyPackets = ignoreEmptyPackets;
|
||||
this.ignoreEmptyPackets = properties.ignoreEmptyPackets();
|
||||
}
|
||||
|
||||
/**
|
||||
@@ -102,6 +101,9 @@ public class StreamService {
|
||||
|
||||
countingService.countStream(service.getPort(), packets.size());
|
||||
|
||||
int packetsSize = packets.stream().mapToInt(p -> p.getContent().length).sum();
|
||||
int packetsCount = packets.size();
|
||||
|
||||
List<Packet> optimizedPackets = new StreamOptimizer(keysHolder, service, packets).optimizeStream();
|
||||
|
||||
if (isStreamIgnored(optimizedPackets, service)) {
|
||||
@@ -123,6 +125,9 @@ public class StreamService {
|
||||
String userAgentHash = getUserAgentHash(optimizedPackets);
|
||||
stream.setUserAgentHash(userAgentHash);
|
||||
|
||||
stream.setSizeBytes(packetsSize);
|
||||
stream.setPacketsCount(packetsCount);
|
||||
|
||||
Set<Pattern> foundPatterns = matchPatterns(optimizedPackets, service);
|
||||
stream.setFoundPatterns(foundPatterns);
|
||||
stream.setPackets(optimizedPackets);
|
||||
@@ -251,8 +256,12 @@ public class StreamService {
|
||||
return saved;
|
||||
}
|
||||
|
||||
public List<Packet> getPackets(long streamId, @Nullable Long startingFrom, int pageSize) {
|
||||
return repository.getPackets(streamId, startingFrom, Pageable.ofSize(pageSize));
|
||||
@Transactional
|
||||
public List<PacketDto> getPackets(long streamId, @Nullable Long startingFrom, int pageSize) {
|
||||
return repository.getPackets(streamId, startingFrom, Pageable.ofSize(pageSize))
|
||||
.stream()
|
||||
.map(this::packetToDto)
|
||||
.toList();
|
||||
}
|
||||
|
||||
/**
|
||||
@@ -268,7 +277,8 @@ public class StreamService {
|
||||
repository.setFavorite(id, favorite);
|
||||
}
|
||||
|
||||
public List<Stream> findAll(StreamPagination pagination, Optional<Integer> service, boolean onlyFavorites) {
|
||||
@Transactional
|
||||
public List<StreamDto> findAll(StreamPagination pagination, Optional<Integer> service, boolean onlyFavorites) {
|
||||
PageRequest page = PageRequest.of(0, pagination.getPageSize(), Sort.Direction.DESC, "id");
|
||||
|
||||
Specification<Stream> spec = Specification.where(null);
|
||||
@@ -289,7 +299,11 @@ public class StreamService {
|
||||
spec = spec.and(streamPatternsContains(pagination.getPattern()));
|
||||
}
|
||||
|
||||
return repository.findAll(spec, page).getContent();
|
||||
return repository.findAll(spec, page)
|
||||
.getContent()
|
||||
.stream()
|
||||
.map(this::streamToDto)
|
||||
.toList();
|
||||
}
|
||||
|
||||
public List<Stream> findAllBetweenTimestamps(long start, long end) {
|
||||
|
||||
@@ -1,31 +1,30 @@
|
||||
package ru.serega6531.packmate.tasks;
|
||||
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.boot.autoconfigure.condition.ConditionalOnExpression;
|
||||
import org.springframework.scheduling.annotation.Scheduled;
|
||||
import org.springframework.stereotype.Component;
|
||||
import ru.serega6531.packmate.properties.PackmateProperties;
|
||||
import ru.serega6531.packmate.service.StreamService;
|
||||
|
||||
import java.time.ZonedDateTime;
|
||||
import java.time.temporal.ChronoUnit;
|
||||
|
||||
@Component
|
||||
@Slf4j
|
||||
@ConditionalOnExpression("${old-streams-cleanup-enabled:false} && '${capture-mode}' == 'LIVE'")
|
||||
@ConditionalOnExpression("${packmate.cleanup.enabled:false} && '${packmate.capture-mode}' == 'LIVE'")
|
||||
public class OldStreamsCleanupTask {
|
||||
|
||||
private final StreamService service;
|
||||
private final int oldStreamsThreshold;
|
||||
|
||||
public OldStreamsCleanupTask(StreamService service, @Value("${old-streams-threshold}") int oldStreamsThreshold) {
|
||||
public OldStreamsCleanupTask(StreamService service, PackmateProperties properties) {
|
||||
this.service = service;
|
||||
this.oldStreamsThreshold = oldStreamsThreshold;
|
||||
this.oldStreamsThreshold = properties.cleanup().threshold();
|
||||
}
|
||||
|
||||
@Scheduled(fixedDelayString = "PT${cleanup-interval}M", initialDelayString = "PT1M")
|
||||
@Scheduled(fixedDelayString = "PT${packmate.cleanup.interval}M", initialDelayString = "PT1M")
|
||||
public void cleanup() {
|
||||
ZonedDateTime before = ZonedDateTime.now().minus(oldStreamsThreshold, ChronoUnit.MINUTES);
|
||||
ZonedDateTime before = ZonedDateTime.now().minusMinutes(oldStreamsThreshold);
|
||||
log.info("Cleaning up old non-favorite streams (before {})", before);
|
||||
long deleted = service.cleanupOldStreams(before);
|
||||
log.info("Deleted {} rows", deleted);
|
||||
|
||||
@@ -1,10 +1,10 @@
|
||||
package ru.serega6531.packmate.tasks;
|
||||
|
||||
import org.pcap4j.core.PcapNativeException;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.boot.context.event.ApplicationReadyEvent;
|
||||
import org.springframework.context.event.EventListener;
|
||||
import org.springframework.stereotype.Component;
|
||||
import ru.serega6531.packmate.properties.PackmateProperties;
|
||||
import ru.serega6531.packmate.model.enums.CaptureMode;
|
||||
import ru.serega6531.packmate.service.PcapService;
|
||||
import ru.serega6531.packmate.service.ServicesService;
|
||||
@@ -12,29 +12,23 @@ import ru.serega6531.packmate.service.ServicesService;
|
||||
@Component
|
||||
public class StartupListener {
|
||||
|
||||
@Value("${enable-capture}")
|
||||
private boolean enableCapture;
|
||||
|
||||
@Value("${capture-mode}")
|
||||
private CaptureMode captureMode;
|
||||
|
||||
private final PackmateProperties packmateProperties;
|
||||
private final PcapService pcapService;
|
||||
private final ServicesService servicesService;
|
||||
|
||||
public StartupListener(PcapService pcapService, ServicesService servicesService) {
|
||||
public StartupListener(PcapService pcapService, ServicesService servicesService, PackmateProperties packmateProperties) {
|
||||
this.pcapService = pcapService;
|
||||
this.servicesService = servicesService;
|
||||
this.packmateProperties = packmateProperties;
|
||||
}
|
||||
|
||||
@EventListener(ApplicationReadyEvent.class)
|
||||
public void afterStartup() throws PcapNativeException {
|
||||
if (enableCapture) {
|
||||
servicesService.updateFilter();
|
||||
|
||||
if (captureMode == CaptureMode.LIVE) {
|
||||
if (packmateProperties.captureMode() == CaptureMode.LIVE) {
|
||||
pcapService.start();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -2,10 +2,10 @@ package ru.serega6531.packmate.tasks;
|
||||
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
|
||||
import org.springframework.scheduling.annotation.Scheduled;
|
||||
import org.springframework.stereotype.Component;
|
||||
import ru.serega6531.packmate.properties.PackmateProperties;
|
||||
import ru.serega6531.packmate.model.enums.Protocol;
|
||||
import ru.serega6531.packmate.pcap.PcapWorker;
|
||||
|
||||
@@ -13,7 +13,7 @@ import java.util.concurrent.TimeUnit;
|
||||
|
||||
@Component
|
||||
@Slf4j
|
||||
@ConditionalOnProperty(name = "capture-mode", havingValue = "LIVE")
|
||||
@ConditionalOnProperty(name = "packmate.capture-mode", havingValue = "LIVE")
|
||||
public class TimeoutStreamsSaver {
|
||||
|
||||
private final PcapWorker pcapWorker;
|
||||
@@ -22,14 +22,13 @@ public class TimeoutStreamsSaver {
|
||||
|
||||
@Autowired
|
||||
public TimeoutStreamsSaver(PcapWorker pcapWorker,
|
||||
@Value("${udp-stream-timeout}") int udpStreamTimeout,
|
||||
@Value("${tcp-stream-timeout}") int tcpStreamTimeout) {
|
||||
PackmateProperties properties) {
|
||||
this.pcapWorker = pcapWorker;
|
||||
this.udpStreamTimeoutMillis = TimeUnit.SECONDS.toMillis(udpStreamTimeout);
|
||||
this.tcpStreamTimeoutMillis = TimeUnit.SECONDS.toMillis(tcpStreamTimeout);
|
||||
this.udpStreamTimeoutMillis = TimeUnit.SECONDS.toMillis(properties.timeout().udpStreamTimeout());
|
||||
this.tcpStreamTimeoutMillis = TimeUnit.SECONDS.toMillis(properties.timeout().tcpStreamTimeout());
|
||||
}
|
||||
|
||||
@Scheduled(fixedRateString = "PT${timeout-stream-check-interval}S", initialDelayString = "PT${timeout-stream-check-interval}S")
|
||||
@Scheduled(fixedRateString = "PT${packmate.timeout.check-interval}S", initialDelayString = "PT${packmate.timeout.check-interval}S")
|
||||
public void saveStreams() {
|
||||
int streamsClosed = pcapWorker.closeTimeoutStreams(Protocol.UDP, udpStreamTimeoutMillis);
|
||||
if (streamsClosed > 0) {
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
spring:
|
||||
datasource:
|
||||
url: "jdbc:postgresql://localhost/packmate"
|
||||
url: "jdbc:postgresql://localhost:5432/packmate"
|
||||
username: "packmate"
|
||||
password: "123456"
|
||||
driver-class-name: org.postgresql.Driver
|
||||
@@ -14,18 +14,25 @@ spring:
|
||||
order_inserts: true
|
||||
database-platform: org.hibernate.dialect.PostgreSQLDialect
|
||||
|
||||
server:
|
||||
compression:
|
||||
enabled: true
|
||||
min-response-size: 1KB
|
||||
|
||||
enable-capture: true
|
||||
packmate:
|
||||
capture-mode: LIVE # LIVE, FILE, VIEW
|
||||
interface-name: enp0s31f6
|
||||
pcap-file: file.pcap
|
||||
local-ip: "192.168.0.125"
|
||||
web:
|
||||
account-login: BinaryBears
|
||||
account-password: 123456
|
||||
timeout:
|
||||
udp-stream-timeout: 20 # seconds
|
||||
tcp-stream-timeout: 40 # seconds
|
||||
timeout-stream-check-interval: 10 # seconds
|
||||
old-streams-cleanup-enabled: true
|
||||
old-streams-threshold: 240 # minutes
|
||||
cleanup-interval: 5 # minutes
|
||||
check-interval: 10 # seconds
|
||||
cleanup:
|
||||
enabled: true
|
||||
threshold: 240 # minutes
|
||||
interval: 5 # minutes
|
||||
ignore-empty-packets: true
|
||||
Reference in New Issue
Block a user