122 lines
3.3 KiB
C
122 lines
3.3 KiB
C
|
// SPDX-License-Identifier: GPL-2.0
|
||
|
|
/* Copyright (c) 2024 Facebook */
|
||
|
|
|
||
|
|
#include "vmlinux.h"
|
||
|
|
#include <bpf/bpf_tracing.h>
|
||
|
|
|
||
|
|
extern void bbr_init(struct sock *sk) __ksym;
|
||
|
|
extern void bbr_main(struct sock *sk, u32 ack, int flag, const struct rate_sample *rs) __ksym;
|
||
|
|
extern u32 bbr_sndbuf_expand(struct sock *sk) __ksym;
|
||
|
|
extern u32 bbr_undo_cwnd(struct sock *sk) __ksym;
|
||
|
|
extern void bbr_cwnd_event(struct sock *sk, enum tcp_ca_event event) __ksym;
|
||
|
|
extern u32 bbr_ssthresh(struct sock *sk) __ksym;
|
||
|
|
extern u32 bbr_min_tso_segs(struct sock *sk) __ksym;
|
||
|
|
extern void bbr_set_state(struct sock *sk, u8 new_state) __ksym;
|
||
|
|
|
||
|
|
extern void dctcp_init(struct sock *sk) __ksym;
|
||
|
|
extern void dctcp_update_alpha(struct sock *sk, u32 flags) __ksym;
|
||
|
|
extern void dctcp_cwnd_event(struct sock *sk, enum tcp_ca_event ev) __ksym;
|
||
|
|
extern u32 dctcp_ssthresh(struct sock *sk) __ksym;
|
||
|
|
extern u32 dctcp_cwnd_undo(struct sock *sk) __ksym;
|
||
|
|
extern void dctcp_state(struct sock *sk, u8 new_state) __ksym;
|
||
|
|
|
||
|
|
extern void cubictcp_init(struct sock *sk) __ksym;
|
||
|
|
extern u32 cubictcp_recalc_ssthresh(struct sock *sk) __ksym;
|
||
|
|
extern void cubictcp_cong_avoid(struct sock *sk, u32 ack, u32 acked) __ksym;
|
||
|
|
extern void cubictcp_state(struct sock *sk, u8 new_state) __ksym;
|
||
|
|
extern void cubictcp_cwnd_event(struct sock *sk, enum tcp_ca_event event) __ksym;
|
||
|
|
extern void cubictcp_acked(struct sock *sk, const struct ack_sample *sample) __ksym;
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
void BPF_PROG(init, struct sock *sk)
|
||
|
|
{
|
||
|
|
bbr_init(sk);
|
||
|
|
dctcp_init(sk);
|
||
|
|
cubictcp_init(sk);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
void BPF_PROG(in_ack_event, struct sock *sk, u32 flags)
|
||
|
|
{
|
||
|
|
dctcp_update_alpha(sk, flags);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
void BPF_PROG(cong_control, struct sock *sk, u32 ack, int flag, const struct rate_sample *rs)
|
||
|
|
{
|
||
|
|
bbr_main(sk, ack, flag, rs);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
void BPF_PROG(cong_avoid, struct sock *sk, u32 ack, u32 acked)
|
||
|
|
{
|
||
|
|
cubictcp_cong_avoid(sk, ack, acked);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
u32 BPF_PROG(sndbuf_expand, struct sock *sk)
|
||
|
|
{
|
||
|
|
return bbr_sndbuf_expand(sk);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
u32 BPF_PROG(undo_cwnd, struct sock *sk)
|
||
|
|
{
|
||
|
|
bbr_undo_cwnd(sk);
|
||
|
|
return dctcp_cwnd_undo(sk);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
void BPF_PROG(cwnd_event, struct sock *sk, enum tcp_ca_event event)
|
||
|
|
{
|
||
|
|
bbr_cwnd_event(sk, event);
|
||
|
|
dctcp_cwnd_event(sk, event);
|
||
|
|
cubictcp_cwnd_event(sk, event);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
u32 BPF_PROG(ssthresh, struct sock *sk)
|
||
|
|
{
|
||
|
|
bbr_ssthresh(sk);
|
||
|
|
dctcp_ssthresh(sk);
|
||
|
|
return cubictcp_recalc_ssthresh(sk);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
u32 BPF_PROG(min_tso_segs, struct sock *sk)
|
||
|
|
{
|
||
|
|
return bbr_min_tso_segs(sk);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
void BPF_PROG(set_state, struct sock *sk, u8 new_state)
|
||
|
|
{
|
||
|
|
bbr_set_state(sk, new_state);
|
||
|
|
dctcp_state(sk, new_state);
|
||
|
|
cubictcp_state(sk, new_state);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC("struct_ops")
|
||
|
|
void BPF_PROG(pkts_acked, struct sock *sk, const struct ack_sample *sample)
|
||
|
|
{
|
||
|
|
cubictcp_acked(sk, sample);
|
||
|
|
}
|
||
|
|
|
||
|
|
SEC(".struct_ops")
|
||
|
|
struct tcp_congestion_ops tcp_ca_kfunc = {
|
||
|
|
.init = (void *)init,
|
||
|
|
.in_ack_event = (void *)in_ack_event,
|
||
|
|
.cong_control = (void *)cong_control,
|
||
|
|
.cong_avoid = (void *)cong_avoid,
|
||
|
|
.sndbuf_expand = (void *)sndbuf_expand,
|
||
|
|
.undo_cwnd = (void *)undo_cwnd,
|
||
|
|
.cwnd_event = (void *)cwnd_event,
|
||
|
|
.ssthresh = (void *)ssthresh,
|
||
|
|
.min_tso_segs = (void *)min_tso_segs,
|
||
|
|
.set_state = (void *)set_state,
|
||
|
|
.pkts_acked = (void *)pkts_acked,
|
||
|
|
.name = "tcp_ca_kfunc",
|
||
|
|
};
|
||
|
|
|
||
|
|
char _license[] SEC("license") = "GPL";
|