|
|
|
@ -30,9 +30,11 @@
|
|
|
|
|
#include "trackerlogic.h"
|
|
|
|
|
#include "ot_vector.h"
|
|
|
|
|
#include "ot_mutex.h"
|
|
|
|
|
#include "ot_livesync.h"
|
|
|
|
|
#include "ot_stats.h"
|
|
|
|
|
|
|
|
|
|
#define WANT_SYNC_LIVE
|
|
|
|
|
#include "ot_livesync.h"
|
|
|
|
|
|
|
|
|
|
ot_ip6 g_serverip;
|
|
|
|
|
uint16_t g_serverport = 9009;
|
|
|
|
|
uint32_t g_tracker_id;
|
|
|
|
@ -49,6 +51,7 @@ int g_self_pipe[2];
|
|
|
|
|
|
|
|
|
|
#define LIVESYNC_OUTGOING_BUFFSIZE_PEERS 1480
|
|
|
|
|
#define LIVESYNC_OUTGOING_WATERMARK_PEERS (sizeof(ot_peer)+sizeof(ot_hash))
|
|
|
|
|
#define LIVESYNC_MAXDELAY 15 /* seconds */
|
|
|
|
|
|
|
|
|
|
/* The amount of time a complete sync cycle should take */
|
|
|
|
|
#define OT_SYNC_INTERVAL_MINUTES 2
|
|
|
|
@ -65,10 +68,14 @@ static uint8_t g_inbuffer[LIVESYNC_INCOMING_BUFFSIZE];
|
|
|
|
|
|
|
|
|
|
/* For outgoing packets */
|
|
|
|
|
static int64 g_socket_out = -1;
|
|
|
|
|
//static uint8_t g_outbuffer[STREAMSYNC_OUTGOING_BUFFSIZE];
|
|
|
|
|
static uint8_t g_peerbuffer_start[LIVESYNC_OUTGOING_BUFFSIZE_PEERS];
|
|
|
|
|
static uint8_t *g_peerbuffer_pos;
|
|
|
|
|
static uint8_t *g_peerbuffer_highwater = g_peerbuffer_start + LIVESYNC_OUTGOING_BUFFSIZE_PEERS - LIVESYNC_OUTGOING_WATERMARK_PEERS;
|
|
|
|
|
static ot_time g_next_packet_time;
|
|
|
|
|
|
|
|
|
|
static void * livesync_worker( void * args );
|
|
|
|
|
static void * streamsync_worker( void * args );
|
|
|
|
|
static void livesync_proxytell( uint8_t prefix, uint8_t *info_hash, uint8_t *peer );
|
|
|
|
|
|
|
|
|
|
void exerr( char * message ) {
|
|
|
|
|
fprintf( stderr, "%s\n", message );
|
|
|
|
@ -226,15 +233,31 @@ enum {
|
|
|
|
|
#define PROXYPEER_SETCONNECTED(flag) (flag)=(((flag)&FLAG_OUTGOING)|FLAG_CONNECTED)
|
|
|
|
|
|
|
|
|
|
typedef struct {
|
|
|
|
|
int state; /* Whether we want to connect, how far our handshake is, etc. */
|
|
|
|
|
ot_ip6 ip; /* The peer to connect to */
|
|
|
|
|
uint16_t port; /* The peers port */
|
|
|
|
|
uint8_t *indata; /* Any data not processed yet */
|
|
|
|
|
size_t indata_length; /* Length of unprocessed data */
|
|
|
|
|
uint32_t tracker_id; /* How the other end greeted */
|
|
|
|
|
int64 fd; /* A file handle, if connected, <= 0 is disconnected (0 initially, -1 else) */
|
|
|
|
|
io_batch outdata; /* The iobatch containing our sync data */
|
|
|
|
|
int state; /* Whether we want to connect, how far our handshake is, etc. */
|
|
|
|
|
ot_ip6 ip; /* The peer to connect to */
|
|
|
|
|
uint16_t port; /* The peers port */
|
|
|
|
|
uint8_t indata[8192*16]; /* Any data not processed yet */
|
|
|
|
|
size_t indata_length; /* Length of unprocessed data */
|
|
|
|
|
uint32_t tracker_id; /* How the other end greeted */
|
|
|
|
|
int64 fd; /* A file handle, if connected, <= 0 is disconnected (0 initially, -1 else) */
|
|
|
|
|
io_batch outdata; /* The iobatch containing our sync data */
|
|
|
|
|
|
|
|
|
|
int packet_tcount; /* Number of unprocessed torrents in packet we currently receive */
|
|
|
|
|
char packet_tprefix; /* Prefix byte for all torrents in current packet */
|
|
|
|
|
char packet_type; /* Type of current packet */
|
|
|
|
|
uint32_t packet_tid; /* Tracker id for current packet */
|
|
|
|
|
|
|
|
|
|
} proxy_peer;
|
|
|
|
|
static void process_indata( proxy_peer * peer );
|
|
|
|
|
|
|
|
|
|
void reset_info_block( proxy_peer * peer ) {
|
|
|
|
|
peer->indata_length = 0;
|
|
|
|
|
peer->tracker_id = 0;
|
|
|
|
|
peer->fd = -1;
|
|
|
|
|
peer->packet_tcount = 0;
|
|
|
|
|
iob_reset( &peer->outdata );
|
|
|
|
|
PROXYPEER_SETDISCONNECTED( peer->state );
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* Number of connections to peers
|
|
|
|
|
* If a peer's IP is set, we try to reconnect, when the connection drops
|
|
|
|
@ -266,12 +289,8 @@ static void handle_reconnects( void ) {
|
|
|
|
|
io_setcookie(newfd,g_connections+i);
|
|
|
|
|
|
|
|
|
|
/* Prepare connection info block */
|
|
|
|
|
free( g_connections[i].indata );
|
|
|
|
|
g_connections[i].indata = 0;
|
|
|
|
|
g_connections[i].indata_length = 0;
|
|
|
|
|
reset_info_block( g_connections+i );
|
|
|
|
|
g_connections[i].fd = newfd;
|
|
|
|
|
g_connections[i].tracker_id = 0;
|
|
|
|
|
iob_reset( &g_connections[i].outdata );
|
|
|
|
|
PROXYPEER_SETCONNECTING( g_connections[i].state );
|
|
|
|
|
}
|
|
|
|
|
g_connection_reconn = time(NULL) + 30;
|
|
|
|
@ -305,16 +324,10 @@ static void handle_accept( int64 serversocket ) {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* Prepare connection info block */
|
|
|
|
|
free( g_connections[i].indata );
|
|
|
|
|
g_connections[i].indata = 0;
|
|
|
|
|
g_connections[i].indata_length = 0;
|
|
|
|
|
g_connections[i].port = port;
|
|
|
|
|
g_connections[i].fd = newfd;
|
|
|
|
|
g_connections[i].tracker_id = 0;
|
|
|
|
|
iob_reset( &g_connections[i].outdata );
|
|
|
|
|
g_connections[i].tracker_id = 0;
|
|
|
|
|
|
|
|
|
|
reset_info_block( g_connections+i );
|
|
|
|
|
PROXYPEER_SETCONNECTING( g_connections[i].state );
|
|
|
|
|
g_connections[i].port = port;
|
|
|
|
|
g_connections[i].fd = newfd;
|
|
|
|
|
|
|
|
|
|
io_setcookie( newfd, g_connections + i );
|
|
|
|
|
|
|
|
|
@ -328,19 +341,25 @@ static void handle_accept( int64 serversocket ) {
|
|
|
|
|
|
|
|
|
|
/* New sync data on the stream */
|
|
|
|
|
static void handle_read( int64 peersocket ) {
|
|
|
|
|
int i;
|
|
|
|
|
int64 datalen;
|
|
|
|
|
uint32_t tracker_id;
|
|
|
|
|
proxy_peer *peer = io_getcookie( peersocket );
|
|
|
|
|
|
|
|
|
|
if( !peer ) {
|
|
|
|
|
/* Can't happen ;) */
|
|
|
|
|
close( peersocket );
|
|
|
|
|
io_close( peersocket );
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
switch( peer->state & FLAG_MASK ) {
|
|
|
|
|
case FLAG_DISCONNECTED: break; /* Shouldnt happen */
|
|
|
|
|
case FLAG_DISCONNECTED:
|
|
|
|
|
io_close( peersocket );
|
|
|
|
|
break; /* Shouldnt happen */
|
|
|
|
|
case FLAG_CONNECTING:
|
|
|
|
|
case FLAG_WAITTRACKERID:
|
|
|
|
|
/* We want at least the first four bytes to come at once, to avoid keeping extra states (for now) */
|
|
|
|
|
if( io_tryread( peersocket, &tracker_id, sizeof( tracker_id ) ) != sizeof( tracker_id ) )
|
|
|
|
|
/* We want at least the first four bytes to come at once, to avoid keeping extra states (for now)
|
|
|
|
|
This also catches 0 bytes reads == EOF and negative values, denoting connection errors */
|
|
|
|
|
if( io_tryread( peersocket, (void*)&tracker_id, sizeof( tracker_id ) ) != sizeof( tracker_id ) )
|
|
|
|
|
goto close_socket;
|
|
|
|
|
|
|
|
|
|
/* See, if we already have a connection to that peer */
|
|
|
|
@ -363,12 +382,20 @@ static void handle_read( int64 peersocket ) {
|
|
|
|
|
break;
|
|
|
|
|
close_socket:
|
|
|
|
|
io_close( peersocket );
|
|
|
|
|
PROXYPEER_SETDISCONNECTED( peer->state );
|
|
|
|
|
reset_info_block( peer );
|
|
|
|
|
break;
|
|
|
|
|
case FLAG_CONNECTED:
|
|
|
|
|
|
|
|
|
|
/* Here we acutally expect data from peer
|
|
|
|
|
indata_length should be less than 20+256*7 bytes, for incomplete torrent entries */
|
|
|
|
|
datalen = io_tryread( peersocket, (void*)(peer->indata + peer->indata_length), sizeof( peer->indata ) - peer->indata_length );
|
|
|
|
|
if( !datalen || datalen < -1 ) {
|
|
|
|
|
io_close( peersocket );
|
|
|
|
|
reset_info_block( peer );
|
|
|
|
|
} else if( datalen > 0 ) {
|
|
|
|
|
peer->indata_length += datalen;
|
|
|
|
|
process_indata( peer );
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
@ -377,13 +404,22 @@ static void handle_write( int64 peersocket ) {
|
|
|
|
|
proxy_peer *peer = io_getcookie( peersocket );
|
|
|
|
|
if( !peer ) {
|
|
|
|
|
/* Can't happen ;) */
|
|
|
|
|
close( peersocket );
|
|
|
|
|
io_close( peersocket );
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
switch( peer->state & FLAG_MASK ) {
|
|
|
|
|
case FLAG_DISCONNECTED: break; /* Shouldnt happen */
|
|
|
|
|
case FLAG_DISCONNECTED:
|
|
|
|
|
default: /* Should not happen */
|
|
|
|
|
io_close( peersocket );
|
|
|
|
|
break;
|
|
|
|
|
case FLAG_CONNECTING:
|
|
|
|
|
/* Ensure that the connection is established and handle connection error */
|
|
|
|
|
if( peer->state & FLAG_OUTGOING && !socket_connected( peersocket ) ) {
|
|
|
|
|
io_close( peersocket );
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
io_trywrite( peersocket, (void*)&g_tracker_id, sizeof( g_tracker_id ) );
|
|
|
|
|
PROXYPEER_SETWAITTRACKERID( peer->state );
|
|
|
|
|
io_dontwantwrite( peersocket );
|
|
|
|
@ -396,15 +432,12 @@ static void handle_write( int64 peersocket ) {
|
|
|
|
|
break;
|
|
|
|
|
case -3: /* an error occured */
|
|
|
|
|
io_close( peersocket );
|
|
|
|
|
PROXYPEER_SETDISCONNECTED( peer->state );
|
|
|
|
|
iob_reset( &peer->outdata );
|
|
|
|
|
free( peer->indata );
|
|
|
|
|
reset_info_block( peer );
|
|
|
|
|
break;
|
|
|
|
|
default: /* Normal operation or eagain */
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
default:
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return;
|
|
|
|
@ -414,6 +447,14 @@ static void server_mainloop() {
|
|
|
|
|
int64 sock;
|
|
|
|
|
tai6464 now;
|
|
|
|
|
|
|
|
|
|
/* inlined livesync_init() */
|
|
|
|
|
memset( g_peerbuffer_start, 0, sizeof( g_peerbuffer_start ) );
|
|
|
|
|
g_peerbuffer_pos = g_peerbuffer_start;
|
|
|
|
|
memcpy( g_peerbuffer_pos, &g_tracker_id, sizeof( g_tracker_id ) );
|
|
|
|
|
uint32_pack_big( (char*)g_peerbuffer_pos + sizeof( g_tracker_id ), OT_SYNC_PEER);
|
|
|
|
|
g_peerbuffer_pos += sizeof( g_tracker_id ) + sizeof( uint32_t);
|
|
|
|
|
g_next_packet_time = time(NULL) + LIVESYNC_MAXDELAY;
|
|
|
|
|
|
|
|
|
|
while(1) {
|
|
|
|
|
/* See, if we need to connect to anyone */
|
|
|
|
|
if( time(NULL) > g_connection_reconn )
|
|
|
|
@ -436,6 +477,8 @@ static void server_mainloop() {
|
|
|
|
|
/* Loop over writable sockets */
|
|
|
|
|
while( ( sock = io_canwrite( ) ) != -1 )
|
|
|
|
|
handle_write( sock );
|
|
|
|
|
|
|
|
|
|
livesync_ticker( );
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
@ -600,6 +643,68 @@ unlock_continue:
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void livesync_issue_peersync( ) {
|
|
|
|
|
socket_send4(g_socket_out, (char*)g_peerbuffer_start, g_peerbuffer_pos - g_peerbuffer_start,
|
|
|
|
|
groupip_1, LIVESYNC_PORT);
|
|
|
|
|
g_peerbuffer_pos = g_peerbuffer_start + sizeof( g_tracker_id ) + sizeof( uint32_t );
|
|
|
|
|
g_next_packet_time = time(NULL) + LIVESYNC_MAXDELAY;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void livesync_ticker( ) {
|
|
|
|
|
/* livesync_issue_peersync sets g_next_packet_time */
|
|
|
|
|
if( time(NULL) > g_next_packet_time &&
|
|
|
|
|
g_peerbuffer_pos > g_peerbuffer_start + sizeof( g_tracker_id ) )
|
|
|
|
|
livesync_issue_peersync();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void livesync_proxytell( uint8_t prefix, uint8_t *info_hash, uint8_t *peer ) {
|
|
|
|
|
*g_peerbuffer_pos = prefix;
|
|
|
|
|
memcpy( g_peerbuffer_pos + 1, info_hash, sizeof(ot_hash) - 1 );
|
|
|
|
|
memcpy( g_peerbuffer_pos + sizeof(ot_hash), peer, sizeof(ot_peer) - 1 );
|
|
|
|
|
|
|
|
|
|
g_peerbuffer_pos += sizeof(ot_hash) + sizeof(ot_peer);
|
|
|
|
|
|
|
|
|
|
if( g_peerbuffer_pos >= g_peerbuffer_highwater )
|
|
|
|
|
livesync_issue_peersync();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void process_indata( proxy_peer * peer ) {
|
|
|
|
|
int ensuremem, consumed, peers;
|
|
|
|
|
uint8_t *data = peer->indata, *hash;
|
|
|
|
|
uint8_t *dataend = data + peer->indata_length;
|
|
|
|
|
|
|
|
|
|
while( 1 ) {
|
|
|
|
|
/* If we're not inside of a packet, make a new one */
|
|
|
|
|
if( !peer->packet_tcount ) {
|
|
|
|
|
/* Ensure the header is complete or postpone processing */
|
|
|
|
|
if( data + 8 > dataend ) break;
|
|
|
|
|
memcpy( &peer->packet_tid, data, sizeof(peer->packet_tid) );
|
|
|
|
|
peer->packet_type = data[4];
|
|
|
|
|
peer->packet_tprefix = data[5];
|
|
|
|
|
peer->packet_tcount = data[6] * 256 + data[7];
|
|
|
|
|
data += 8;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* ensure size for the complete torrent block */
|
|
|
|
|
if( data + 26 > dataend ) break;
|
|
|
|
|
peers = peer->packet_type ? peer->packet_type : data[19];
|
|
|
|
|
ensuremem = 19 + ( peer->packet_type == 0 ) + 7 * peers;
|
|
|
|
|
if( data + ensuremem > dataend ) break;
|
|
|
|
|
|
|
|
|
|
hash = data;
|
|
|
|
|
data += 19 + ( peer->packet_type == 0 );
|
|
|
|
|
|
|
|
|
|
while( peers-- ) {
|
|
|
|
|
livesync_proxytell( peer->packet_tprefix, hash, data );
|
|
|
|
|
data += 7;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
consumed = data - peer->indata;
|
|
|
|
|
memmove( peer->indata, data, peer->indata_length - consumed );
|
|
|
|
|
peer->indata_length -= consumed;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void * livesync_worker( void * args ) {
|
|
|
|
|
(void)args;
|
|
|
|
|
while( 1 ) {
|
|
|
|
|