forked from pion/mediadevices
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add VNC as a video source (pion#372)
Add VNC as a video source
- Loading branch information
1 parent
be5f684
commit 596b8c4
Showing
12 changed files
with
1,556 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,46 @@ | ||
## Instructions | ||
|
||
### Install required codecs | ||
|
||
In this example, we'll be using x264 and opus as our video and audio codecs. Therefore, we need to make sure that these codecs are installed within our system. | ||
|
||
Installation steps: | ||
|
||
* [x264](https://github.com/pion/mediadevices#x264) | ||
|
||
### Download vnc example | ||
|
||
``` | ||
git clone https://github.com/pion/mediadevices.git | ||
``` | ||
|
||
#### Compile vnc example | ||
|
||
``` | ||
cd mediadevices/examples/vnc && go build | ||
``` | ||
|
||
### Open example page | ||
|
||
[jsfiddle.net](https://jsfiddle.net/gh/get/library/pure/pion/mediadevices/tree/master/examples/internal/jsfiddle/audio-and-video) you should see two text-areas and a 'Start Session' button | ||
|
||
### Run the webrtc example with your browsers SessionDescription as stdin | ||
|
||
In the jsfiddle the top textarea is your browser, copy that, and store the session description in an environment variable, `export SDP=<put_the_sdp_here>` | ||
|
||
Run `echo $SDP | ./vnc` | ||
|
||
In Windows | ||
|
||
```powershell | ||
type sdp.txt| .\vnc.exe | ||
``` | ||
### Input webrtc's SessionDescription into your browser | ||
|
||
Copy the text that `./webrtc` just emitted and copy into second text area | ||
|
||
### Hit 'Start Session' in jsfiddle, enjoy your video! | ||
|
||
A video should start playing in your browser above the input boxes, and will continue playing until you close the application. | ||
|
||
Congrats, you have used pion-MediaDevices! Now start building something cool |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,127 @@ | ||
package main | ||
|
||
import ( | ||
"fmt" | ||
"github.com/pion/mediadevices/pkg/driver" | ||
"github.com/pion/mediadevices/pkg/driver/vncdriver" | ||
|
||
"github.com/pion/mediadevices" | ||
"github.com/pion/mediadevices/examples/internal/signal" | ||
"github.com/pion/webrtc/v3" | ||
|
||
// If you don't like x264, you can also use vpx by importing as below | ||
// "github.com/pion/mediadevices/pkg/codec/vpx" // This is required to use VP8/VP9 video encoder | ||
// or you can also use openh264 for alternative h264 implementation | ||
// "github.com/pion/mediadevices/pkg/codec/openh264" | ||
// or if you use a raspberry pi like, you can use mmal for using its hardware encoder | ||
// "github.com/pion/mediadevices/pkg/codec/mmal" | ||
"github.com/pion/mediadevices/pkg/codec/x264" // This is required to use h264 video encoder | ||
|
||
// Note: If you don't have a camera or microphone or your adapters are not supported, | ||
// you can always swap your adapters with our dummy adapters below. | ||
// _ "github.com/pion/mediadevices/pkg/driver/videotest" | ||
// _ "github.com/pion/mediadevices/pkg/driver/audiotest" | ||
) | ||
|
||
func main() { | ||
config := webrtc.Configuration{ | ||
ICEServers: []webrtc.ICEServer{ | ||
{ | ||
URLs: []string{"stun:stun.l.google.com:19302"}, | ||
}, | ||
}, | ||
} | ||
driver.GetManager().Register( | ||
vncdriver.NewVnc("127.0.0.1:5900"), | ||
driver.Info{Label: "VNC", DeviceType: driver.Camera, Priority: driver.PriorityLow}, | ||
) | ||
// Wait for the offer to be pasted | ||
offer := webrtc.SessionDescription{} | ||
signal.Decode(signal.MustReadStdin(), &offer) | ||
|
||
// Create a new RTCPeerConnection | ||
x264Params, err := x264.NewParams() | ||
if err != nil { | ||
panic(err) | ||
} | ||
x264Params.BitRate = 500_000 // 500kbps | ||
|
||
if err != nil { | ||
panic(err) | ||
} | ||
codecSelector := mediadevices.NewCodecSelector( | ||
mediadevices.WithVideoEncoders(&x264Params), | ||
) | ||
|
||
mediaEngine := webrtc.MediaEngine{} | ||
codecSelector.Populate(&mediaEngine) | ||
api := webrtc.NewAPI(webrtc.WithMediaEngine(&mediaEngine)) | ||
peerConnection, err := api.NewPeerConnection(config) | ||
if err != nil { | ||
panic(err) | ||
} | ||
|
||
// Set the handler for ICE connection state | ||
// This will notify you when the peer has connected/disconnected | ||
peerConnection.OnICEConnectionStateChange(func(connectionState webrtc.ICEConnectionState) { | ||
fmt.Printf("Connection State has changed %s \n", connectionState.String()) | ||
}) | ||
|
||
s, err := mediadevices.GetUserMedia(mediadevices.MediaStreamConstraints{ | ||
Video: func(c *mediadevices.MediaTrackConstraints) { | ||
|
||
}, | ||
Codec: codecSelector, | ||
}) | ||
if err != nil { | ||
panic(err) | ||
} | ||
|
||
for _, track := range s.GetTracks() { | ||
track.OnEnded(func(err error) { | ||
fmt.Printf("Track (ID: %s) ended with error: %v\n", | ||
track.ID(), err) | ||
}) | ||
|
||
_, err = peerConnection.AddTransceiverFromTrack(track, | ||
webrtc.RtpTransceiverInit{ | ||
Direction: webrtc.RTPTransceiverDirectionSendonly, | ||
}, | ||
) | ||
if err != nil { | ||
panic(err) | ||
} | ||
} | ||
|
||
// Set the remote SessionDescription | ||
err = peerConnection.SetRemoteDescription(offer) | ||
if err != nil { | ||
panic(err) | ||
} | ||
|
||
// Create an answer | ||
answer, err := peerConnection.CreateAnswer(nil) | ||
if err != nil { | ||
panic(err) | ||
} | ||
|
||
// Create channel that is blocked until ICE Gathering is complete | ||
gatherComplete := webrtc.GatheringCompletePromise(peerConnection) | ||
|
||
// Sets the LocalDescription, and starts our UDP listeners | ||
err = peerConnection.SetLocalDescription(answer) | ||
if err != nil { | ||
panic(err) | ||
} | ||
|
||
// Block until ICE Gathering is complete, disabling trickle ICE | ||
// we do this because we only can exchange one signaling message | ||
// in a production application you should exchange ICE Candidates via OnICECandidate | ||
<-gatherComplete | ||
|
||
// Output the answer in base64 so we can paste it in browser | ||
fmt.Println(signal.Encode(*peerConnection.LocalDescription())) | ||
|
||
// Block forever | ||
select {} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,21 @@ | ||
The MIT License (MIT) | ||
|
||
Copyright (c) 2013 Mitchell Hashimoto | ||
|
||
Permission is hereby granted, free of charge, to any person obtaining a copy | ||
of this software and associated documentation files (the "Software"), to deal | ||
in the Software without restriction, including without limitation the rights | ||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | ||
copies of the Software, and to permit persons to whom the Software is | ||
furnished to do so, subject to the following conditions: | ||
|
||
The above copyright notice and this permission notice shall be included in | ||
all copies or substantial portions of the Software. | ||
|
||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | ||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | ||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | ||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | ||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | ||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN | ||
THE SOFTWARE. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,16 @@ | ||
# VNC Library for Go | ||
|
||
go-vnc is a VNC library for Go, initially supporting VNC clients but | ||
with the goal of eventually implementing a VNC server. | ||
|
||
This library implements [RFC 6143](http://tools.ietf.org/html/rfc6143). | ||
|
||
## Usage & Installation | ||
|
||
The library is installable via standard `go get`. The package name is `vnc`. | ||
|
||
``` | ||
$ go get github.com/mitchellh/go-vnc | ||
``` | ||
|
||
Documentation is available on GoDoc: http://godoc.org/github.com/mitchellh/go-vnc |
Oops, something went wrong.