(add)：添加sql语句，用于dune查找dalao关系图

requirements.txt

@@ -3,3 +3,4 @@ openpyxl==3.1.2
 pandas==2.0.0
 playwright==1.44.0
 Requests==2.32.3
+SQLAlchemy==2.0.22

src/code/base_class.py

@@ -22,8 +22,6 @@ class BaseVariableFunction:
     def __init__(self, scriptfile):
         # 获取当前脚本的名字
         self.scriptfilename = pathlib.Path(scriptfile).name
-
-        print("self.scriptfilename=",self.scriptfilename)
         # 获取脚本所在目录的绝对路径
         self.script_directory = pathlib.Path(scriptfile).resolve().parent
         self.src_directory = self.script_directory.parent
@@ -143,6 +141,8 @@ class BaseVariableFunction:
             "AC8FeLuP5ysJSYY4RUtUh9R2JXdpT4ZxnMBGmAC8Rrdj",
             "Fm3DL8T4whBCk5yHLUTG6HGRbrzm3rsDkaRPF4GVVRuC",
         ]
+        
+        self.duneapi=['jLBrrvAv9Wlt3eAwuj28cCpSBUdZqcXB']
 
 
 

src/code/to_mysql.py

@@ -0,0 +1,43 @@
+import pandas as pd
+from sqlalchemy import create_engine
+
+# from base_class import BaseVariableFunction
+# from base_class import *
+# baseclass = BaseVariableFunction(__file__)
+
+# 数据库连接信息
+username = 'root'
+# password = '123456'
+password = '123456abc'
+
+host = 'localhost'
+database = 'mine_01'
+table_name = 'table_01'
+
+# 创建数据库引擎
+engine = create_engine(f'mysql+pymysql://{username}:{password}@{host}/{database}')
+print("engine=",engine)
+con = engine.connect()#创建连接
+print(con)
+ 
+# 创建一个示例DataFrame
+# df = pd.DataFrame({
+#     'column1': [1, 2, 3],
+#     'column2': ['a', 'b', 'c']
+# })
+# df = pd.read_excel(baseclass.library_path/f"a_case.xlsx",dtype =object)
+df = pd.read_excel (f"a_case.xlsx",dtype =object)
+df  = df.astype({
+    "time":int,
+})
+ 
+print(df.head(5))
+# 将DataFrame写入MySQL表
+try:
+    df.to_sql(name=table_name, con=con, if_exists='replace', index=False)
+    print(f"DataFrame successfully written to table {table_name}")
+except Exception as e:
+    print(f"An error occurred: {e}")
+
+
+    

src/library/002.sql

@@ -0,0 +1,9 @@
+
+
+WITH cte (col1, col2) AS
+(
+  SELECT 'aa', 'bb'
+  UNION ALL
+  SELECT 'cc', 'dd'
+)
+SELECT col1, col2 FROM cte;

src/library/aaa.py

@@ -0,0 +1,8 @@
+import pandas as pd
+
+df = pd.read_excel("./aaa.xlsx",dtype=object)
+df=df.drop_duplicates(subset=['from_ip','receive_ip'])
+
+df =df[df['from_ip']!=df['receive_ip']].reset_index(drop=True)
+
+df = df.to_excel("./aaa.xlsx",index=False )

src/library/dalao_one_token_transfer copy.sql

@@ -0,0 +1,42 @@
+WITH
+  transfers AS (
+    SELECT
+      block_time AS time,
+      amount AS amount,
+      from_owner AS from_owner,
+      to_owner AS to_owner,
+      from_token_account AS from_token_account,
+      to_token_account AS to_token_account,
+      token_mint_address AS token_address,
+      tx_id as transaction_id
+    FROM
+      tokens_solana.transfers
+    WHERE
+      block_date > (TIMESTAMP '2024-09-01 00:00:00 +08:00')
+      AND token_address = '4GULMPKBJLruChBZWksZzukAg1AjSCmCTMn9ny2Xpump'
+      AND action = 'transfer'
+  )
+
+
+
+SELECT
+  time,
+  amount / POWER(10, tk.decimals) as amount,
+  tk.symbol,
+  from_owner,
+  to_owner,
+  from_token_account,
+  to_token_account,
+  transaction_id,
+  token_address
+FROM
+  transfers
+  LEFT JOIN tokens_solana.fungible tk ON tk.token_mint_address = transfers.token_address
+WHERE
+  
+ (
+    to_owner = 'ELeMLdqSaFF31SappKg4wrqBKmknguJrtAXRT8xbpWaP'
+    OR from_owner = 'ELeMLdqSaFF31SappKg4wrqBKmknguJrtAXRT8xbpWaP'
+  )
+ORDER BY
+  time ASC

src/library/dalao_one_token_transfer.sql

@@ -0,0 +1,70 @@
+WITH
+  transfers AS (
+    SELECT
+      block_time AS time,
+      amount AS amount,
+      from_owner AS from_owner,
+      to_owner AS to_owner,
+      from_token_account AS from_token_account,
+      to_token_account AS to_token_account,
+      token_mint_address AS token_address,
+      tx_id as transaction_id
+    FROM
+      tokens_solana.transfers
+    WHERE
+      block_date > (TIMESTAMP '2024-09-01 00:00:00 +08:00')
+      AND token_address = '4GULMPKBJLruChBZWksZzukAg1AjSCmCTMn9ny2Xpump'
+      AND action = 'transfer'
+  )
+
+WITH RECURSIVE inflow_owners AS (
+  SELECT
+    time,
+    from_owner,
+    to_owner,
+    from_token_account,
+    to_token_account,
+    transaction_id,
+    token_address,
+    1 as level
+  FROM
+    transfers
+  WHERE
+    to_owner = 'ELeMLdqSaFF31SappKg4wrqBKmknguJrtAXRT8xbpWaP'
+
+  UNION ALL
+
+  SELECT
+    t.time,
+    t.from_owner,
+    t.to_owner,
+    t.from_token_account,
+    t.to_token_account,
+    t.transaction_id,
+    t.token_address,
+    io.level + 1 as level
+  FROM
+    transfers t
+  INNER JOIN inflow_owners io ON t.from_owner = io.to_owner
+  WHERE
+    t.to_owner!= 'ELeMLdqSaFF31SappKg4wrqBKmknguJrtAXRT8xbpWaP'
+),
+
+-- SELECT
+--     time，
+--     from_owner,
+--     to_owner,
+--     from_token_account,
+--     to_token_account,
+--     transaction_id,
+--     token_address
+-- FROM
+--   transfers
+-- WHERE
+  
+--  (
+--     to_owner = 'ELeMLdqSaFF31SappKg4wrqBKmknguJrtAXRT8xbpWaP'
+--     OR from_owner = 'ELeMLdqSaFF31SappKg4wrqBKmknguJrtAXRT8xbpWaP'
+--   )
+-- ORDER BY
+--   time ASC

src/library/graph.csv

@@ -0,0 +1,4 @@
+from,to,data
+a0,b0,1111
+b0,c0,2222
+c0,d0,1111

src/library/mysql01.sql

@@ -0,0 +1,12 @@
+WITH   my_table (ip, level) AS (
+  VALUES
+    ('ip0', 1),
+    ('ip1', 1)
+),
+excluded_ips (ip) AS (
+  VALUES
+    ('ip20'),
+    ('ip21')
+)
+SELECT * FROM my_table
+WHERE ip NOT IN (SELECT ip FROM excluded_ips);

src/library/sql_xian_mine_test01.sql

@@ -0,0 +1,29 @@
+WITH RECURSIVE ConnectedIPs AS (
+    -- 递归基: 初始化起始 IP 和结束 IP
+    -- 这些是递归查询的起点
+    SELECT 
+        1 AS level,  -- 记录当前递归层级（初始为1）
+        'ip0' AS from_ip,  -- 起始 IP
+        NULL AS to_ip,  -- 初始时没有 to ip
+        0 AS addition_info  -- 初始时没有标记为连接数过多
+    UNION ALL
+    SELECT 
+        1 AS level,  -- 记录当前递归层级（初始为1）  
+        'ip1' AS from_ip,  -- 起始 IP
+        NULL AS to_ip,  -- 初始时没有 to ip
+        0 AS addition_info  -- 初始时没有标记为连接数过多
+    )
+-- 选择最终结果
+SELECT 
+    ci.level,
+    ci.from_ip,
+    ci.to_ip,
+    NULL AS unique_hash,  -- 需要替换为你实际的 unique hash 生成逻辑
+    CURRENT_TIMESTAMP AS time,  -- 当前时间戳作为时间字段
+    NULL AS data,  -- 需要替换为你实际的数据
+    NULL AS from_pos,  -- 需要替换为你实际的位置信息
+    NULL AS to_pos,  -- 需要替换为你实际的位置信息
+    ci.addition_info  -- 标记是否连接数过多
+FROM ConnectedIPs ci
+WHERE ci.level <= 5;  -- 确保只选择不超过最大递归深度的结果
+

src/library/sql_xianyu.sql

@@ -0,0 +1,51 @@
+SHOW TABLES;
+USE mine_01;
+WITH RECURSIVE excluded_ips(ip) AS(
+  SELECT 'ip20'  
+  UNION ALL
+  SELECT 'ip21' 
+),  ConnectedIPs AS (
+    -- 递归基: 初始化起始 IP 和结束 IP
+    -- 这些是递归查询的起点
+    SELECT 
+        1 AS level,  -- 记录当前递归层级（初始为1）
+        'ip0' AS from_ip,  -- 起始 IP
+        NULL AS to_ip,  -- 初始时没有 to ip
+        0 AS addition_info  -- 初始时没有标记为连接数过多
+    UNION ALL
+    SELECT 
+        1 AS level,  -- 记录当前递归层级（初始为1）  
+        'ip1' AS from_ip,  -- 起始 IP
+        NULL AS to_ip,  -- 初始时没有 to ip
+        0 AS addition_info  -- 初始时没有标记为连接数过多
+    -- 递归步骤：查找与已知 IP 相连的其他 IP
+    UNION ALL
+    SELECT 
+        ci.level + 1 AS level,  -- 下一层级的递归层级（当前层级+1）
+        ci.from_ip AS from_ip,  -- 当前层级的 from ip
+        c.ip_to AS to_ip,  -- 新的 to ip
+        CASE 
+            -- 检査当前 IP 的连接数是否超过s
+            WHEN (SELECT COUNT(*) FROM table_01 cc WHERE cc.ip_from = ci.from_ip OR cc.ip_to = ci.from_ip) >= 5 THEN 1
+            ELSE 0
+        END AS addition_info
+    FROM ConnectedIPs ci
+    JOIN table_01 c ON (c.ip_from = ci.from_ip OR c.ip_to = ci.from_ip)
+    -- 递归条件:确保递归深度不超过最大值并且新Ip不在排除列表中
+    WHERE ci.level < 5  -- 最大递归深度为5
+    AND NOT EXISTS (SELECT 1 FROM excluded_ips ei WHERE ei.ip = c.ip_from OR ei.ip = c.ip_to)
+    )
+-- 选择最终结果
+SELECT 
+    ci.level,
+    ci.from_ip,
+    ci.to_ip,
+    NULL AS unique_hash,  -- 需要替换为你实际的 unique hash 生成逻辑
+    CURRENT_TIMESTAMP AS time,  -- 当前时间戳作为时间字段
+    NULL AS data,  -- 需要替换为你实际的数据
+    NULL AS from_pos,  -- 需要替换为你实际的位置信息
+    NULL AS to_pos,  -- 需要替换为你实际的位置信息
+    ci.addition_info  -- 标记是否连接数过多
+FROM ConnectedIPs ci
+WHERE ci.level <= 5;  -- 确保只选择不超过最大递归深度的结果
+

src/library/sql_xianyu001_myxiugai.sql

@@ -0,0 +1,54 @@
+WITH RECURSIVE excluded_ips(ip) AS(
+  SELECT 'ip20'  
+  UNION ALL
+  SELECT 'ip21' 
+),
+
+ ConnectedIPs AS (
+    -- 递归基: 初始化起始 IP 和结束 IP
+    -- 这些是递归查询的起点
+    SELECT 
+        1 AS level,  -- 记录当前递归层级（初始为1）
+        'ip0' AS from_ip,  -- 起始 IP
+        NULL AS to_ip,  -- 初始时没有 to ip
+        0 AS addition_info  -- 初始时没有标记为连接数过多
+    UNION ALL
+    SELECT 
+        1 AS level,  -- 记录当前递归层级（初始为1）  
+        'ip1' AS from_ip,  -- 起始 IP
+        NULL AS to_ip,  -- 初始时没有 to ip
+        0 AS addition_info  -- 初始时没有标记为连接数过多
+    -- 递归步骤：查找与已知 IP 相连的其他 IP
+    UNION ALL
+    SELECT 
+        ConnectedIPs.level + 1 AS level,  -- 下一层级的递归层级（当前层级+1）
+        ConnectedIPs.from_ip AS from_ip,  -- 当前层级的 from ip
+        table_01.to_ip AS to_ip,  -- 新的 to ip
+        CASE 
+            -- 检査当前 IP 的连接数是否超过s
+            WHEN (SELECT COUNT(*) FROM table_01   WHERE table_01.from_ip = ConnectedIPs.from_ip OR table_01.to_ip = ConnectedIPs.from_ip) >= 5 THEN 1
+            ELSE 0
+        END AS addition_info
+    FROM ConnectedIPs  
+    JOIN table_01  ON (table_01.from_ip = ConnectedIPs.from_ip OR table_01.to_ip = ConnectedIPs.from_ip)
+    -- 递归条件:确保递归深度不超过最大值并且新Ip不在排除列表中
+
+    WHERE ConnectedIPs.level < 5  -- 最大递归深度为5
+    AND NOT EXISTS (SELECT 1 FROM excluded_ips  WHERE excluded_ips.ip = table_01.from_ip OR excluded_ips.ip = table_01.to_ip)
+    )
+-- 选择最终结果
+
+
+SELECT 
+    ConnectedIPs.level,
+    ConnectedIPs.from_ip,
+    ConnectedIPs.to_ip,
+    NULL AS unique_hash,  -- 需要替换为你实际的 unique hash 生成逻辑
+    CURRENT_TIMESTAMP AS time,  -- 当前时间戳作为时间字段
+    NULL AS data,  -- 需要替换为你实际的数据
+    NULL AS from_pos,  -- 需要替换为你实际的位置信息
+    NULL AS to_pos,  -- 需要替换为你实际的位置信息
+    ConnectedIPs.addition_info  -- 标记是否连接数过多
+FROM ConnectedIPs  
+WHERE ConnectedIPs.level <= 5;  -- 确保只选择不超过最大递归深度的结果
+