wangjian
2 years ago
8 changed files with 320 additions and 0 deletions
@ -0,0 +1,146 @@
|
||||
package main |
||||
|
||||
import ( |
||||
"bytes" |
||||
"crypto/sha1" |
||||
"encoding/json" |
||||
"fmt" |
||||
"git.hpds.cc/Component/network/log" |
||||
"git.hpds.cc/pavement/hpds_node" |
||||
"io" |
||||
"os" |
||||
"strconv" |
||||
"time" |
||||
|
||||
"github.com/disintegration/imaging" |
||||
ffmpeg "github.com/u2takey/ffmpeg-go" |
||||
) |
||||
|
||||
func main() { |
||||
// connect to HPDS-MQ.
|
||||
ap := hpds_node.NewAccessPoint( |
||||
"hpds-ap", |
||||
hpds_node.WithMqAddr("localhost:27188"), |
||||
hpds_node.WithCredential("token:z1"), |
||||
) |
||||
err := ap.Connect() |
||||
if err != nil { |
||||
log.Printf("[AccessPoint] Emit the data to HPDS-MQ failure with err: %v", err) |
||||
return |
||||
} |
||||
//defer ap.Close()
|
||||
|
||||
ap.SetDataTag(0x10) |
||||
|
||||
//获取本地livego的直播流
|
||||
send := func(id int, img []byte) { |
||||
if len(img) > 0 { |
||||
//log.Printf("send img %s", HexToString(img))
|
||||
str := fmt.Sprintf("%d", time.Now().UnixNano()/1e6) |
||||
tick := time.Now().Format("20060102150405") + str[10:] |
||||
go WriteFile(fmt.Sprintf("./%s.jpeg", tick), img) |
||||
n, err := ap.Write(img) |
||||
if err != nil { |
||||
log.Printf("Send image-%v to mq failure with err: %v", id, err) |
||||
} else { |
||||
log.Printf("Send image-frame-%v to mq, n: %d, hash=%s, img_size=%v", id, n, genSha1(img), len(img)) |
||||
} |
||||
} |
||||
//time.Sleep(1 * time.Millisecond)
|
||||
} |
||||
video := VideoImage{} |
||||
ffStream := ffmpeg.Input("rtmp://ns8.indexforce.com/home/mystream") |
||||
i := 0 |
||||
quit := make(chan int) |
||||
//tick := time.Tick(time.Second)
|
||||
select { |
||||
case <-quit: |
||||
fmt.Println("quit") |
||||
return |
||||
case <-time.After(time.Millisecond * 42): |
||||
if i%24 == 0 { |
||||
img, err := video.ExtractImageBytes(ffStream, 1) |
||||
if err != nil { |
||||
fmt.Printf("ExtractImage64 error: %v\n", err) |
||||
} |
||||
send(i, img) |
||||
//log.Debugf("send img %#v", img)
|
||||
} |
||||
i++ |
||||
} |
||||
} |
||||
|
||||
func genSha1(buf []byte) string { |
||||
h := sha1.New() |
||||
h.Write(buf) |
||||
return fmt.Sprintf("%x", h.Sum(nil)) |
||||
} |
||||
|
||||
func WriteFile(fn string, data []byte) { |
||||
err := os.WriteFile(fn, data, 777) |
||||
if err != nil { |
||||
log.Printf("write file error =%v \n", err) |
||||
} |
||||
} |
||||
|
||||
type VideoImage struct { |
||||
} |
||||
|
||||
func (v *VideoImage) ExtractImageBytes(stream *ffmpeg.Stream, frameNum int) ([]byte, error) { |
||||
reader := v.extractImage(stream, frameNum) |
||||
img, err := imaging.Decode(reader) |
||||
if err != nil { |
||||
return nil, err |
||||
} |
||||
imgBuf := new(bytes.Buffer) |
||||
err = imaging.Encode(imgBuf, img, imaging.JPEG) |
||||
if err != nil { |
||||
return nil, err |
||||
} |
||||
return imgBuf.Bytes(), nil |
||||
} |
||||
|
||||
func (v *VideoImage) extractImage(stream *ffmpeg.Stream, frameNum int) io.Reader { |
||||
buf := bytes.NewBuffer(nil) |
||||
err := stream. |
||||
Filter("select", ffmpeg.Args{fmt.Sprintf("gte(n,%d)", frameNum)}). |
||||
Output("pipe:", ffmpeg.KwArgs{"vframes": 1, "format": "image2", "vcodec": "mjpeg"}). |
||||
//WithOutput(buf, os.Stdout).
|
||||
WithOutput(buf, nil). |
||||
Run() |
||||
if err != nil { |
||||
log.Errorf("stream error %s", err) |
||||
panic(err) |
||||
} |
||||
return buf |
||||
} |
||||
|
||||
func (v *VideoImage) GetFrameCount(inFileName string) (int, error) { |
||||
data, _ := ffmpeg.Probe(inFileName) |
||||
var m map[string]interface{} |
||||
err := json.Unmarshal([]byte(data), &m) |
||||
if err != nil { |
||||
return 0, err |
||||
} |
||||
|
||||
var strInt string |
||||
items := m["streams"].([]interface{}) |
||||
for _, item := range items { |
||||
v := item.(map[string]interface{}) |
||||
if v["profile"] == "Main" || v["profile"] == "High" { |
||||
strInt = v["nb_frames"].(string) |
||||
break |
||||
} |
||||
} |
||||
|
||||
if len(strInt) == 0 { |
||||
return 0, fmt.Errorf("not find profile(Main).nb_frames") |
||||
} |
||||
|
||||
num, err := strconv.Atoi(strInt) |
||||
if err != nil { |
||||
return 0, nil |
||||
} |
||||
|
||||
return num, nil |
||||
} |
||||
@ -0,0 +1,33 @@
|
||||
package main |
||||
|
||||
import ( |
||||
"git.hpds.cc/Component/network/log" |
||||
"git.hpds.cc/pavement/hpds_node" |
||||
"os" |
||||
) |
||||
|
||||
func main() { |
||||
mq, err := hpds_node.NewMq("mq_1.yaml") |
||||
if err != nil { |
||||
panic(err) |
||||
} |
||||
mq.InitOptions(hpds_node.WithAuth("token", "z1")) |
||||
defer mq.Close() |
||||
|
||||
// add Downstream mq
|
||||
mq.AddDownstreamMq(hpds_node.NewDownstreamMq( |
||||
"mq-2", |
||||
hpds_node.WithMqAddr("localhost:27187"), |
||||
hpds_node.WithCredential("token:z2"), |
||||
)) |
||||
|
||||
// start mq service
|
||||
log.Printf("Server has started!, pid: %d", os.Getpid()) |
||||
go func() { |
||||
err := mq.ListenAndServe() |
||||
if err != nil { |
||||
panic(err) |
||||
} |
||||
}() |
||||
select {} |
||||
} |
||||
@ -0,0 +1,5 @@
|
||||
name: mq-1 |
||||
host: 0.0.0.0 |
||||
port: 27188 |
||||
functions: |
||||
- name: echo-sf |
||||
@ -0,0 +1,28 @@
|
||||
package main |
||||
|
||||
import ( |
||||
"git.hpds.cc/Component/network/log" |
||||
"git.hpds.cc/pavement/hpds_node" |
||||
"os" |
||||
) |
||||
|
||||
func main() { |
||||
mq := hpds_node.NewMqWithOptions( |
||||
"mq-2", |
||||
hpds_node.WithMqAddr("localhost:27187"), |
||||
hpds_node.WithAuth("token", "z2"), |
||||
) |
||||
defer mq.Close() |
||||
|
||||
mq.ConfigWorkflow("mq_2.yaml") |
||||
|
||||
// start mq service
|
||||
log.Printf("Server has started!, pid: %d", os.Getpid()) |
||||
go func() { |
||||
err := mq.ListenAndServe() |
||||
if err != nil { |
||||
panic(err) |
||||
} |
||||
}() |
||||
select {} |
||||
} |
||||
@ -0,0 +1,5 @@
|
||||
name: mq-2 |
||||
host: 0.0.0.0 |
||||
port: 27188 |
||||
functions: |
||||
- name: echo-sf |
||||
@ -0,0 +1,78 @@
|
||||
package main |
||||
|
||||
import ( |
||||
"crypto/sha1" |
||||
"fmt" |
||||
"git.hpds.cc/Component/network/log" |
||||
"git.hpds.cc/pavement/hpds_node" |
||||
"os" |
||||
"sync/atomic" |
||||
"time" |
||||
) |
||||
|
||||
const ImageDataKey = 0x10 |
||||
|
||||
var ( |
||||
counter uint64 |
||||
) |
||||
|
||||
func main() { |
||||
sf := hpds_node.NewStreamFunction( |
||||
"echo-sf", |
||||
hpds_node.WithMqAddr("localhost:27188"), |
||||
hpds_node.WithObserveDataTags(ImageDataKey), |
||||
hpds_node.WithCredential("token:z1"), |
||||
) |
||||
defer sf.Close() |
||||
|
||||
sf.SetHandler(Handler) |
||||
|
||||
err := sf.Connect() |
||||
if err != nil { |
||||
log.Printf("Connect to MQ failure: ", err) |
||||
os.Exit(1) |
||||
} |
||||
|
||||
select {} |
||||
} |
||||
|
||||
// Handler process the data in the stream
|
||||
func Handler(img []byte) (byte, []byte) { |
||||
// Initialize WasmEdge's VM
|
||||
//vmConf, vm := initVM()
|
||||
//bg := bindgen.Instantiate(vm)
|
||||
//defer bg.Release()
|
||||
//defer vm.Release()
|
||||
//defer vmConf.Release()
|
||||
//
|
||||
//// recognize the image
|
||||
//res, err := bg.Execute("infer", img)
|
||||
//if err == nil {
|
||||
// fmt.Println("GO: Run bindgen -- infer:", string(res[0].([]byte)))
|
||||
//} else {
|
||||
// fmt.Println("GO: Run bindgen -- infer FAILED")
|
||||
//}
|
||||
str := fmt.Sprintf("%d", time.Now().UnixNano()/1e6) |
||||
tick := time.Now().Format("20060102150405") + str[10:] |
||||
go WriteFile(fmt.Sprintf("./%s.jpeg", tick), img) |
||||
|
||||
// print logs
|
||||
hash := genSha1(img) |
||||
log.Printf("received image-%d hash %v, img_size=%d \n", atomic.AddUint64(&counter, 1), hash, len(img)) |
||||
|
||||
return 0x11, nil |
||||
} |
||||
|
||||
// genSha1 generate the hash value of the image
|
||||
func genSha1(buf []byte) string { |
||||
h := sha1.New() |
||||
h.Write(buf) |
||||
return fmt.Sprintf("%x", h.Sum(nil)) |
||||
} |
||||
|
||||
func WriteFile(fn string, data []byte) { |
||||
err := os.WriteFile(fn, data, 777) |
||||
if err != nil { |
||||
log.Printf("write file error =%v \n", err) |
||||
} |
||||
} |
||||
Loading…
Reference in new issue