Java实现小程序用户行为分析 Java数据统计与可视化实践

// 这是一个简化的Spring Boot Controller，用于接收小程序上报的事件
@RestController
@RequestMapping("/api/track")
public class UserTrackController {

    private final KafkaTemplate<String, String> kafkaTemplate;

    public UserTrackController(KafkaTemplate<String, String> kafkaTemplate) {
        this.kafkaTemplate = kafkaTemplate;
    }

    @PostMapping("/event")
    public ResponseEntity<String> receiveEvent(@RequestBody String eventData) {
        // 简单校验，实际项目中会有更复杂的鉴权和数据格式校验
        if (eventData == null || eventData.isEmpty()) {
            return ResponseEntity.badRequest().body("Event data is empty.");
        }
        try {
            // 将事件数据异步发送到Kafka主题
            kafkaTemplate.send("user_events_topic", eventData);
            return ResponseEntity.ok("Event received and queued.");
        } catch (Exception e) {
            // 记录错误，但不影响客户端响应
            System.err.println("Failed to send event to Kafka: " + e.getMessage());
            return ResponseEntity.status(HttpStatus.INTERNAL_SERVER_ERROR).body("Failed to process event.");
        }
    }
}

// 这是一个简化的Spark批处理伪代码，用Java API实现
// 假设你已经通过Kafka消费了数据并加载到Spark DataFrame中
public void calculateDailyActiveUsers(Dataset<Row> eventData) {
    eventData.withColumn("event_date", functions.date_trunc("day", eventData.col("timestamp")))
             .groupBy("event_date")
             .agg(functions.countDistinct("user_id").as("daily_active_users"))
             .write()
             .mode("overwrite") // 或者append
             .jdbc("jdbc:mysql://localhost:3306/analytics", "daily_active_users", new Properties());
}

// 这是一个简化的Spring Boot RESTful API，用于提供分析数据
@RestController
@RequestMapping("/api/analytics")
public class AnalyticsAPIController {

    private final AnalyticsService analyticsService; // 假设这是处理分析逻辑的服务

    public AnalyticsAPIController(AnalyticsService analyticsService) {
        this.analyticsService = analyticsService;
    }

    @GetMapping("/dailyActiveUsers")
    public ResponseEntity<List<Map<String, Object>>> getDailyActiveUsers(
            @RequestParam @DateTimeFormat(iso = DateTimeFormat.ISO.DATE) LocalDate startDate,
            @RequestParam @DateTimeFormat(iso = DateTimeFormat.ISO.DATE) LocalDate endDate) {

        List<Map<String, Object>> result = analyticsService.getDailyActiveUsersByDateRange(startDate, endDate);
        return ResponseEntity.ok(result);
    }

    @GetMapping("/pageViewTopN")
    public ResponseEntity<List<Map<String, Object>>> getPageViewTopN(@RequestParam(defaultValue = "10") int topN) {
        List<Map<String, Object>> result = analyticsService.getTopNPageViews(topN);
        return ResponseEntity.ok(result);
    }
}