Turns out I did something very similar to what Ben did, except I called the transform directly.
using System.Collections;
using System.Collections.Generic;
using UnityEngine;
public class MyCameraFollow : MonoBehaviour {
private Transform playerTransform;
// Use this for initialization
void Start () {
playerTransform = GameObject.FindGameObjectWithTag("Player").transform;
}
// Update is called once per frame
void LateUpdate () {
transform.position = playerTransform.position;
}
}